-- Logs begin at Fri 2021-04-30 15:25:51 UTC, end at Fri 2021-04-30 16:51:57 UTC. --
Apr 30 16:14:28.801380 dv-cinder-775008-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 30 16:14:31.237931 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.common.config [-] Logging enabled!
Apr 30 16:14:31.238549 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 16:14:31.238703 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 16:14:31.242659 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.common.config [-] Logging enabled!
Apr 30 16:14:31.243123 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 16:14:31.243255 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 16:14:31.244138 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 16:14:31.244369 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 16:14:31.244729 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 16:14:31.245001 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 16:14:31.245227 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 16:14:31.245545 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.245840 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.246137 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.246364 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.246658 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.246942 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.247238 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.247509 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.247802 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.248087 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.248363 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.248644 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.248889 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.249172 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.249458 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.249741 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.249962 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.250935 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.250935 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.251136 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.251330 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.251617 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.251909 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.252166 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.252439 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.252727 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.253089 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] host                           = dv-cinder-775008-3-iscsi {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.253366 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.253651 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.253938 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.254227 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.254528 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.254803 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.255091 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.255366 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.255673 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.255913 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.256199 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.256489 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.256785 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.257033 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.257255 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.257543 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.258606 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.259044 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.259198 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.259476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.259753 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.260028 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.260297 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.260585 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.260889 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.261175 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.261451 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.261725 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.261996 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.262268 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.262556 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.262831 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.263102 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.263372 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.263659 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.263930 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.264194 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.264500 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.264785 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.265093 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.265380 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.265654 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.266839 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.266839 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.266839 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.266839 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.267147 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.267230 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.267498 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.267770 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.268041 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.268313 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.268584 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.268901 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:31.269188 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.269484 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.269787 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.270071 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.270366 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.270646 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.270936 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.271211 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.271500 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.271790 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.272079 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.272367 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.272650 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.272951 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.273242 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.273781 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.273945 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.274158 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.274439 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.274710 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.274982 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.275259 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.275544 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.275839 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.276129 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.276406 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.276685 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.277006 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.277287 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.277560 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.277839 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.278137 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.278410 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.278684 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.278968 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.279245 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.279518 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.279795 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.280069 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.280363 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.280640 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.280949 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.281224 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.281501 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.281773 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.282066 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.282346 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.282619 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.282892 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.283170 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.283443 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.283715 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.283992 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.284265 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.284544 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.284813 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.285108 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.285380 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.285650 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.285921 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.286192 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.286464 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.286739 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.287009 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.287279 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.287550 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.287823 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.288094 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.288380 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.288676 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.289072 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.289294 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.289573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.289850 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.290128 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.290404 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.290682 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.290960 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.291229 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.291519 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.291805 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.292089 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.292369 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.292643 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.292962 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.293239 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.293521 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.293796 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.294074 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.294360 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.294644 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.294976 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.295231 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.295556 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.295836 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.296131 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.296412 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.296719 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.297026 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:31.297244 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 16:14:31.297486 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74270) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 30 16:14:31.646680 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:14:31.646950 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:14:31.647235 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:14:31.647564 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 30 16:14:31.953830 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:31.954039 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:31.954315 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:31.955534 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:31.955804 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:31.956067 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.074804 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.075080 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.075342 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.089241 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.089517 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.089779 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.118972 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.119247 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.119513 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.158416 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.158692 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.158959 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.392551 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd503e6ea60> agent after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.393208 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd503e6ea60> agent after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.393208 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd503e6e940> segment precommit_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.393391 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd503e6e9d0> network precommit_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.394140 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd503e9c670> segment before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.518835 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> network before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.519152 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd503f0c430> agent before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.519435 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> network before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.519735 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> port before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.519999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> port before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.520307 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> segment after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.520569 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> segment precommit_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.520824 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> segment precommit_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.521096 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> segment after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.521375 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> network after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.521631 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> network precommit_delete 0 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.521891 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> port provisioning_complete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.522153 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.522437 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> rbac-policy after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.522674 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> agent after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.522941 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> subnet after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.523195 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> subnet precommit_delete 0 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.523486 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.523779 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.524104 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> segment_host_mapping after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.524452 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> port after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.524848 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> port after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.525127 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> port after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.525412 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.525663 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.525909 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd5047c09d0>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.526296 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 16:14:32.526537 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 16:14:32.526776 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 16:14:32.527013 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 16:14:32.527249 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 16:14:32.527483 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 16:14:32.527849 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 30 16:14:32.530986 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 30 16:14:32.534884 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 30 16:14:32.538672 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])])
Apr 30 16:14:32.540978 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 30 16:14:32.541425 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 30 16:14:32.541760 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 30 16:14:32.542143 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 30 16:14:32.544992 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 30 16:14:32.545400 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 30 16:14:32.545745 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 16:14:32.574569 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 30 16:14:32.575022 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd503dc1490>> qos_plugin after_init 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.575319 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74270) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 30 16:14:32.575674 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd503dc1760>> logging-plugin after_init 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.577057 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74270) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 30 16:14:32.577342 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 16:14:32.577582 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 30 16:14:32.580703 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd503cdca90>> floatingip before_response 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.581002 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd503cdca90>> port before_response 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:32.654580 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 30 16:14:32.654766 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 30 16:14:32.655002 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 30 16:14:32.655378 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 30 16:14:32.687099 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_db.sqlalchemy.engines [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74270) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 30 16:14:33.281035 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Initializing driver for type 'gre'
Apr 30 16:14:33.281644 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] gre ID ranges: [(1, 1000)]
Apr 30 16:14:33.595248 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Initializing driver for type 'local'
Apr 30 16:14:33.595841 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Initializing driver for type 'vlan'
Apr 30 16:14:33.709319 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] VlanTypeDriver initialization complete
Apr 30 16:14:33.709657 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Initializing driver for type 'vxlan'
Apr 30 16:14:33.710182 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] vxlan ID ranges: [(1, 1000)]
Apr 30 16:14:34.023070 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Initializing extension driver 'port_security'
Apr 30 16:14:34.023411 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.extensions.port_security [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] PortSecurityExtensionDriver initialization complete
Apr 30 16:14:34.023739 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Initializing mechanism driver 'openvswitch'
Apr 30 16:14:34.024055 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Initializing mechanism driver 'hyperv'
Apr 30 16:14:34.031379 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.plugins.ml2.plugin [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:14:34.032137 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503c78940>> port after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.032508 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503c78940>> port after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.032879 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503c78940>> port after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.033264 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503c78910>> subnet after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.033613 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503c78910>> subnet after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.033955 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503c78910>> subnet after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.034324 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838d00>> network after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.034665 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838d00>> network after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.035002 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838d00>> network after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.035369 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838f70>> security_group after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.035709 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838f70>> security_group after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.036042 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838f70>> security_group after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.036413 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838580>> security_group_rule after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.036756 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838580>> security_group_rule after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.037137 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd503838580>> security_group_rule after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.037483 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd50383d430>> address_group after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.037817 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd50383d430>> address_group after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.038143 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd50383d430>> address_group after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.038473 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] ML2 OVO RPC backend initialized. {{(pid=74270) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 30 16:14:34.039387 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> router_interface after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.039743 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> router_interface after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.040157 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> network before_response 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.040498 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> networks before_response 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.040840 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> port before_response 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.041197 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> ports before_response 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.044287 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> subnet before_response 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.044287 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> subnets before_response 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.044287 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> network after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.044287 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> network after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.044686 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> network after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.044686 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> port after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.044686 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> port after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.044686 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> port after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.045150 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> subnet after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.045150 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> subnet after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.045150 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd50383d820>> subnet after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.045378 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.plugin [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Modular L2 Plugin initialization complete
Apr 30 16:14:34.045637 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading services supported by the core plugin {{(pid=74270) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 30 16:14:34.045958 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.plugins.ml2.managers [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Got port-security extension from driver 'port_security'
Apr 30 16:14:34.046419 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.extensions.vlantransparent [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Disabled vlantransparent extension.
Apr 30 16:14:34.046904 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74270) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 30 16:14:34.047214 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading Plugin: router
Apr 30 16:14:34.084327 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router_interface before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.084722 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router after_create 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.085116 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router before_create 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.085477 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router_interface before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.086441 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router_interface after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.086817 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router after_delete 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.087226 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> floatingip after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.087586 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router after_create 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.087930 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router after_update 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.088278 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router after_update 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.088621 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router_gateway after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.089005 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router after_update 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.089421 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router precommit_update 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.090083 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd503e4c670> port after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.090083 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd503e4c700> port after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.090420 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd503e4c5e0> subnet after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.090748 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd503e4c160> subnetpool_address_scope after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.091087 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> port precommit_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.091426 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router precommit_create 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.091759 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd503e3b550> port before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.092093 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router precommit_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.092442 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router after_update 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.092783 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router precommit_delete 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.093138 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router precommit_create 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.093501 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router_interface after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.093831 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> router precommit_update 55549900 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.094195 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd50383d940>> network after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.095083 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Tracking information for resource: router configured {{(pid=74270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 16:14:34.095408 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Tracking information for resource: floatingip configured {{(pid=74270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 16:14:34.100564 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.db.l3_agentschedulers_db [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 30 16:14:34.101187 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd5037a5280> port after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.101589 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd5037a5160> port after_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.102078 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function _notify_port_delete at 0x7fd5037a51f0> port after_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.102481 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd5037a5550> port after_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.103238 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd5037e1160>> router before_create 55550100 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.103595 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd5037e1160>> router precommit_delete 55550100 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.103951 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd5037e1160>> router precommit_create 55550100 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.104297 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd5037e1160>> router precommit_update 55550100 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.108686 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.services.provider_configuration [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service providers = [] {{(pid=74270) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 30 16:14:34.109073 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.db.servicetype_db [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74270) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 30 16:14:34.120204 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.services.service_base [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 16:14:34.120540 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.services.service_base [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 16:14:34.120890 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.services.service_base [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 16:14:34.121771 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.services.service_base [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 16:14:34.122134 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.services.service_base [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 30 16:14:34.122677 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 16:14:34.122998 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 30 16:14:34.133921 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 16:14:34.134243 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading Plugin: auto_allocate
Apr 30 16:14:34.140016 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd5037f2940> network precommit_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.140375 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd5037f2940> network precommit_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.140903 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 16:14:34.141218 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading Plugin: tag
Apr 30 16:14:34.153950 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 16:14:34.154279 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading Plugin: timestamp
Apr 30 16:14:34.158060 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 16:14:34.158385 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading Plugin: network_ip_availability
Apr 30 16:14:34.163548 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd5037f07c0>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.163913 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd5037f07c0>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.164257 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd5037f07c0>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.165129 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 16:14:34.165440 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading Plugin: flavors
Apr 30 16:14:34.170250 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 16:14:34.170576 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading Plugin: revisions
Apr 30 16:14:34.174768 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 16:14:34.175150 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_concurrency.lockutils [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.528s {{(pid=74270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:14:34.175870 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74270) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 30 16:14:34.176197 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Initializing extension manager.
Apr 30 16:14:34.176696 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: __init__.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.177188 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: __pycache__ {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.177477 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.177790 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: address_group.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.183834 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.183834 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: address-group
Apr 30 16:14:34.183834 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: address_scope.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.183834 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.183834 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: address-scope
Apr 30 16:14:34.183834 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.184284 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.185136 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: router-admin-state-down-before-update
Apr 30 16:14:34.185536 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: agent.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.186218 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.186718 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: agent
Apr 30 16:14:34.187030 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: agent_resources_synced.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.187903 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.188470 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: agent-resources-synced
Apr 30 16:14:34.188784 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: allowedaddresspairs.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.190564 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.191084 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: allowed-address-pairs
Apr 30 16:14:34.191398 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: auto_allocated_topology.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.192451 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.193014 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: auto-allocated-topology
Apr 30 16:14:34.193336 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: availability_zone.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.194017 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.194515 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: availability_zone
Apr 30 16:14:34.194825 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: availability_zone_filter.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.196516 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.197046 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: availability_zone_filter
Apr 30 16:14:34.197364 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: data_plane_status.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.198243 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.198738 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 30 16:14:34.199051 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: default_subnetpools.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.199931 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.200432 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: default-subnetpools
Apr 30 16:14:34.200747 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.201571 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.202069 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: dhcp_agent_scheduler
Apr 30 16:14:34.202389 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: dns.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.203268 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.203772 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension dns-integration not supported by any of loaded plugins
Apr 30 16:14:34.204086 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: dns_domain_ports.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.205001 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.205499 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 30 16:14:34.205810 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: dvr.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.206456 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.206950 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: dvr
Apr 30 16:14:34.207260 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: empty_string_filtering.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.213209 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.213710 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: empty-string-filtering
Apr 30 16:14:34.214023 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.214897 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.215387 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 30 16:14:34.215698 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.216574 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.217184 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 30 16:14:34.217610 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: external_net.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.218378 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.218883 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: external-net
Apr 30 16:14:34.219195 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.220061 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.220556 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: extra_dhcp_opt
Apr 30 16:14:34.220899 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: extraroute.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.221786 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.222266 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: extraroute
Apr 30 16:14:34.222587 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: extraroute_atomic.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.223572 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.224073 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: extraroute-atomic
Apr 30 16:14:34.224388 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: filter_validation.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.225063 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.225558 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: filter-validation
Apr 30 16:14:34.225871 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: fip_pf_description.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.226935 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.227432 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 30 16:14:34.227744 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: fip_port_details.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.228633 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.229156 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: fip-port-details
Apr 30 16:14:34.229471 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: flavors.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.230668 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.231164 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: flavors
Apr 30 16:14:34.231483 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.233169 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.233676 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 30 16:14:34.233998 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: floatingip_pools.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.234672 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.235169 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: floatingip-pools
Apr 30 16:14:34.235483 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: ip_allocation.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.236369 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.236881 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 30 16:14:34.237198 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.238084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.238586 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: ip-substring-filtering
Apr 30 16:14:34.238902 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: l2_adjacency.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.239810 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.240361 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 30 16:14:34.240615 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: l3.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.241870 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.242874 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: router
Apr 30 16:14:34.243189 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.245414 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.245923 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 30 16:14:34.246246 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.247140 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.247642 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: ext-gw-mode
Apr 30 16:14:34.247960 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.248849 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.249377 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: l3-ha
Apr 30 16:14:34.249694 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: l3_flavors.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.250580 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.251083 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: l3-flavors
Apr 30 16:14:34.251431 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.252291 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.252787 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 30 16:14:34.253130 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: l3agentscheduler.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.254158 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.254657 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: l3_agent_scheduler
Apr 30 16:14:34.254978 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: logging.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.256440 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.256972 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension logging not supported by any of loaded plugins
Apr 30 16:14:34.257322 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: metering.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.258591 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.259160 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: metering
Apr 30 16:14:34.259478 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.260557 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.261079 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: metering_source_and_destination_fields
Apr 30 16:14:34.261399 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: multiprovidernet.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.262424 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.262926 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: multi-provider
Apr 30 16:14:34.263240 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: netmtu.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.264119 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.264616 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: net-mtu
Apr 30 16:14:34.264965 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: netmtu_writable.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.265850 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.266344 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: net-mtu-writable
Apr 30 16:14:34.266657 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: network_availability_zone.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.267297 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.267792 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: network_availability_zone
Apr 30 16:14:34.268104 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: network_ip_availability.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.269199 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.269698 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: network-ip-availability
Apr 30 16:14:34.270012 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: network_segment_range.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.270750 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.271239 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 30 16:14:34.271548 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: pagination.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.272490 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.272812 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: pagination
Apr 30 16:14:34.273200 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: port_device_profile.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.274051 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.274555 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: port-device-profile
Apr 30 16:14:34.274865 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.275750 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.276248 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: port-mac-address-regenerate
Apr 30 16:14:34.276559 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.277463 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.277960 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: port-numa-affinity-policy
Apr 30 16:14:34.278275 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: port_resource_request.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.279144 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.279637 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 30 16:14:34.279946 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: portbindings.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.280837 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.281357 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: binding
Apr 30 16:14:34.281669 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: portbindings_extended.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.282907 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.283411 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: binding-extended
Apr 30 16:14:34.283728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: portsecurity.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.284605 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.285144 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: port-security
Apr 30 16:14:34.285460 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: project_id.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.286401 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.286723 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: project-id
Apr 30 16:14:34.287036 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: providernet.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.287914 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.288422 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: provider
Apr 30 16:14:34.288734 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.292317 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.292829 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos not supported by any of loaded plugins
Apr 30 16:14:34.293208 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.294385 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.294890 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 30 16:14:34.295212 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.296099 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.296603 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 30 16:14:34.296948 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos_default.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.297845 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.298329 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos-default not supported by any of loaded plugins
Apr 30 16:14:34.298645 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos_fip.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.299275 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.299767 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos-fip not supported by any of loaded plugins
Apr 30 16:14:34.300080 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos_gateway_ip.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.301005 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.301503 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 30 16:14:34.301818 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos_port_network_policy.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.302692 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.303189 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 30 16:14:34.303502 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos_rule_type_details.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.304378 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.305488 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 30 16:14:34.305803 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: qos_rules_alias.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.306831 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.307335 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 30 16:14:34.307650 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: quotasv2.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.308701 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.309050 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: quotas
Apr 30 16:14:34.309365 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: quotasv2_detail.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.310946 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.311277 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: quota_details
Apr 30 16:14:34.311599 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: rbac.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.312643 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.313188 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: rbac-policies
Apr 30 16:14:34.313513 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: rbac_address_group.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.314408 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.314911 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: rbac-address-group
Apr 30 16:14:34.315226 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: rbac_address_scope.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.316145 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.316656 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: rbac-address-scope
Apr 30 16:14:34.317002 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: rbac_security_groups.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.317892 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.318403 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: rbac-security-groups
Apr 30 16:14:34.318714 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: rbac_subnetpool.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.319617 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.320762 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: rbac-subnetpool
Apr 30 16:14:34.321116 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: revisionifmatch.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.322010 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.322512 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: revision-if-match
Apr 30 16:14:34.322824 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: revisions.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.323901 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.324402 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: standard-attr-revisions
Apr 30 16:14:34.324717 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: router_availability_zone.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.325388 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.325887 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: router_availability_zone
Apr 30 16:14:34.326198 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: routerservicetype.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.327083 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.327576 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension router-service-type not supported by any of loaded plugins
Apr 30 16:14:34.327886 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.328775 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.329301 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: security-groups-normalized-cidr
Apr 30 16:14:34.329613 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.330495 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.330996 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: port-security-groups-filtering
Apr 30 16:14:34.331307 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.332201 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.332702 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: security-groups-remote-address-group
Apr 30 16:14:34.333048 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: securitygroup.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.342547 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.343070 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: security-group
Apr 30 16:14:34.343395 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: segment.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.344160 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.344661 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension segment not supported by any of loaded plugins
Apr 30 16:14:34.345013 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.345926 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.346426 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 30 16:14:34.346742 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: servicetype.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.347822 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.348344 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: service-type
Apr 30 16:14:34.348659 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: sorting.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.349632 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.349957 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: sorting
Apr 30 16:14:34.350273 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: standard_attr_segment.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.351152 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.351818 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 30 16:14:34.352169 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: standardattrdescription.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.352795 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.353318 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: standard-attr-description
Apr 30 16:14:34.353635 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: stateful_security_group.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.354530 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.355032 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: stateful-security-group
Apr 30 16:14:34.355348 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: stdattrs_common.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.355918 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 30 16:14:34.356233 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.357232 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.357740 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 30 16:14:34.358064 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: subnet_onboard.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.359107 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.359612 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: subnet_onboard
Apr 30 16:14:34.359928 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.360827 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.361351 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 30 16:14:34.361669 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: subnet_service_types.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.362552 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.363053 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: subnet-service-types
Apr 30 16:14:34.363368 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: subnetallocation.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.364421 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.364948 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: subnet_allocation
Apr 30 16:14:34.365267 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.366161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.366655 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: subnetpool-prefix-ops
Apr 30 16:14:34.367512 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.368412 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.368939 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 30 16:14:34.369257 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: tagging.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.370301 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.370815 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: standard-attr-tag
Apr 30 16:14:34.371131 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: timestamp.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.372304 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.372810 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loaded extension: standard-attr-timestamp
Apr 30 16:14:34.373160 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: trunk.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.374154 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.374658 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension trunk not supported by any of loaded plugins
Apr 30 16:14:34.374977 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: trunk_details.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.375856 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.376378 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension trunk-details not supported by any of loaded plugins
Apr 30 16:14:34.376678 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: uplink_status_propagation.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.377597 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.378097 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 30 16:14:34.378442 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Loading extension file: vlantransparent.py {{(pid=74270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 16:14:34.379053 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 16:14:34.379550 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 30 16:14:34.382028 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:network
Apr 30 16:14:34.383353 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:subnet
Apr 30 16:14:34.384118 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 16:14:34.384707 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:port
Apr 30 16:14:34.385996 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.386436 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service FLAVORS assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.387054 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.387479 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.387804 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:router
Apr 30 16:14:34.388481 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 16:14:34.389215 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service METERING assigned prefix: /metering {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.390639 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd5036cdca0>> rbac-policy before_create 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.391008 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd5036cdca0>> rbac-policy before_update 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.391359 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd5036cdca0>> rbac-policy before_delete 55550000 {{(pid=74270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:14:34.392505 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 16:14:34.392982 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 16:14:34.393650 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 16:14:34.394394 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service CORE assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.394714 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 16:14:34.395044 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] subnetpool is already registered
Apr 30 16:14:34.395643 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service CORE assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.395971 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 16:14:34.396295 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] subnetpool is already registered
Apr 30 16:14:34.400022 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.400451 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service FLAVORS assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.401060 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.401476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.401804 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:router
Apr 30 16:14:34.402131 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] router is already registered
Apr 30 16:14:34.402721 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 16:14:34.403040 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] floatingip is already registered
Apr 30 16:14:34.403659 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service METERING assigned prefix: /metering {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.404317 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 16:14:34.404638 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] rbac_policy is already registered
Apr 30 16:14:34.405195 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 16:14:34.405517 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] security_group is already registered
Apr 30 16:14:34.406092 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 16:14:34.406411 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] security_group_rule is already registered
Apr 30 16:14:34.407076 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service CORE assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.407398 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 16:14:34.407714 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] subnetpool is already registered
Apr 30 16:14:34.408303 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.v2.resource_helper [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Service CORE assigned prefix:  {{(pid=74270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 16:14:34.408626 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 16:14:34.408967 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING neutron.quota.resource_registry [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] subnetpool is already registered
Apr 30 16:14:34.409610 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: extensions {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.411084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: address-groups {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.412671 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: address-scopes {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.413983 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: agents {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.415141 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: auto-allocated-topology {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.416379 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: availability_zones {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.417690 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: dhcp-networks {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.419091 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: dhcp-agents {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.420505 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: routers {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.422354 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: flavors {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.423499 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: service_profiles {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.424693 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: next_providers {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.426220 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: service_profiles {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.427650 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: floatingip-pools {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.428892 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: routers {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.431397 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: floatingips {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.432574 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: l3-routers {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.433960 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: l3-agents {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.435363 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: metering-labels {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.436690 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: metering-label-rules {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.437986 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: network-ip-availabilities {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.439244 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: bindings {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.440895 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: quotas {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.442312 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: quotas {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.443704 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: rbac-policies {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.445020 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: security-groups {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.446796 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: security-group-rules {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.448029 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: service-providers {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.449266 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: subnetpools {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.450669 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: subnetpools {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.452110 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.453794 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.455580 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.457367 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.460108 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.462018 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.463696 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.576563 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.578248 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.580069 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron.api.extensions [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Extended resource: tags {{(pid=74270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 16:14:34.586020 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING keystonemiddleware.auth_token [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 30 16:14:34.590693 dv-cinder-775008-3-iscsi neutron-server[74270]: WARNING keystonemiddleware.auth_token [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 30 16:14:34.598907 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_concurrency.lockutils [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Acquired lock "singleton_lock" {{(pid=74270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 30 16:14:34.599550 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_concurrency.lockutils [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Releasing lock "singleton_lock" {{(pid=74270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 30 16:14:34.600012 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO oslo_service.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Starting 2 workers
Apr 30 16:14:34.605200 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Started child 74379 {{(pid=74270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 16:14:34.609522 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Started child 74380 {{(pid=74270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 16:14:34.610245 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:34.611099 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO neutron.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 30 16:14:34.611728 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [-] (74379) wsgi starting up on http://0.0.0.0:9696
Apr 30 16:14:34.611832 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Notify callbacks [] for process, before_spawn {{(pid=74270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:34.614180 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO oslo_service.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Starting 1 workers
Apr 30 16:14:34.615657 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:34.618178 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [-] (74380) wsgi starting up on http://0.0.0.0:9696
Apr 30 16:14:34.620065 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Started child 74381 {{(pid=74270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 16:14:34.620592 dv-cinder-775008-3-iscsi neutron-server[74270]: INFO oslo_service.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Starting 1 workers
Apr 30 16:14:34.623717 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] calling RpcWorker wait() {{(pid=74381) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 30 16:14:34.624364 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] returning from RpcWorker wait() {{(pid=74381) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 30 16:14:34.625164 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Started child 74382 {{(pid=74270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 16:14:34.625879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:34.625985 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG neutron_lib.callbacks.manager [None req-c621b033-612f-410c-bc19-266c9b387bb0 None None] Notify callbacks [] for process, after_spawn {{(pid=74270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:34.626790 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:14:34.627998 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 16:14:34.628218 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 16:14:34.628560 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 16:14:34.628781 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 16:14:34.629155 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 16:14:34.629318 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 16:14:34.629851 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.630114 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.630395 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.630654 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.630959 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.631546 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.631821 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.632071 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.632352 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.632688 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.633129 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.633637 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:34.634126 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.634126 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.634126 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.634126 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.634356 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.634428 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.634677 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.634868 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.635116 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.635386 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.635609 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.635875 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.636130 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.636585 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.636823 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.637098 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.637314 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.637594 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.637844 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.638126 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.638386 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.638627 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.638841 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.639087 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.639313 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.639539 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.639769 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.640029 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.640270 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.640735 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] host                           = dv-cinder-775008-3-iscsi {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.640978 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.641211 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.641462 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.641721 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.641983 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.642191 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.642438 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.642688 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.642950 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.643186 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.643438 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.643681 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.643905 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.644162 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.644321 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.644530 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.644803 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.645156 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.645292 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.645432 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.645667 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.645866 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.646025 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.646265 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.646474 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.646682 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.646892 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.647127 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.647364 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.647599 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.647828 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.648065 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.648297 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.648600 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.649198 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.649198 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.649449 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.649579 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.649701 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.649936 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.650149 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.650390 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.650604 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.650812 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.651041 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.651248 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.651501 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.651732 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.651987 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.652210 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.652432 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.652639 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.653084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.653319 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.654178 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.654598 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.654826 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.655069 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.655287 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.655501 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.655732 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.655947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.656178 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.656432 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.656643 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.656955 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.657106 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.657315 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.657545 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.657958 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.658225 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.658532 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.658759 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.659027 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.659280 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.659509 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.659745 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.659988 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.660214 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.660528 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.660766 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.661088 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.661322 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.661591 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.661967 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.662220 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.662481 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.662715 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.662922 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:14:34.663068 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.663218 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.663350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.663716 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.664746 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.664746 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.665065 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.665299 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.665520 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.677350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.678728 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.681084 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.682344 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683146 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.683947 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.684999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.684999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.684999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.684999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.684999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.684999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.684999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.684999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.686161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.686161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.686161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.686161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.686161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.686161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.686161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.686161 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.687208 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.687208 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.687208 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.687208 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.687208 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.688907 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.689533 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.689785 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.691979 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.693514 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.693514 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.693735 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.693902 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.694218 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.694558 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.694836 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.695094 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.695871 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.696193 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.696482 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.696780 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.697069 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.697348 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.697619 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.697874 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.698148 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.698404 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.698643 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.698869 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.699163 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.699389 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.699640 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.699853 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.700079 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.700413 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.700654 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.700891 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.701120 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.701400 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.701651 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.701892 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.702162 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.702400 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.702655 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.702899 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.703151 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.703365 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.703595 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.703853 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.704071 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.704306 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.704542 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.704781 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.705038 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.705255 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.705517 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.705729 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.705952 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.706219 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.706478 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.706707 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.706938 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.707148 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.707384 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.707616 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.707840 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.708066 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.708284 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.708519 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.708772 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.709054 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.709327 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.709578 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.709812 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.710053 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.710307 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.710560 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.710771 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.711532 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.711779 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.711996 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.712211 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.712432 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.712645 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.712894 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.713172 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.713417 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.713733 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.713978 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.714320 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.714582 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.714834 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.715072 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.715296 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.715517 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.715770 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.716003 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.716380 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.716751 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.717143 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.717556 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.717805 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.718065 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.718304 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.718550 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.718762 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.718996 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.719225 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.719528 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.719784 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.720028 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.720267 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.720510 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.720758 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.721013 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.721227 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.721443 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.721671 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.721898 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.722105 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.722313 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.722528 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.722736 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.722960 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.723168 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.723376 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.723613 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.723794 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.724035 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.724243 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.724450 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.724663 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.724908 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.725219 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.725465 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.725681 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.725971 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.726234 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.727301 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.727587 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.727913 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.728156 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.728400 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.728624 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.728843 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.729098 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.729354 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.729681 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.730264 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.730264 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.730695 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.730851 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.731472 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.731732 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.731953 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.732253 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.732592 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.732993 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.733168 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.733433 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.733922 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.733922 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.734454 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.734454 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.734611 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.734788 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.735043 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.735299 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.735542 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.735764 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.736070 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.736224 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.736449 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.736691 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.736934 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.737152 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.737309 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 16:14:34.737874 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 16:14:34.738034 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 16:14:34.738198 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 16:14:34.738369 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 16:14:34.738537 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 16:14:34.738686 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 16:14:34.739233 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.739233 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.739233 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.739661 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.739661 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.739661 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.740066 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.740066 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.740066 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.740443 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.740443 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.740644 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.740727 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.741140 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.741300 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.741458 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.741617 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.741775 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.741981 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.743282 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.743445 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.743603 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.743761 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.744068 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.744266 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.744433 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.744590 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.744718 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.744910 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.745055 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.745210 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.745366 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746117 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746117 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746117 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746117 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746117 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746531 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746531 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746742 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746742 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] host                           = dv-cinder-775008-3-iscsi {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.746960 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.747093 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.747217 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.747338 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.747459 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.747542 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.747701 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.747856 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.748017 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.748412 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.748412 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.748628 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.748628 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.748831 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.748960 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.749087 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.749244 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.749405 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.749581 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.749741 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.749897 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.750051 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.750207 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.750363 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.750516 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.750671 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.750810 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.750966 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.751121 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.751275 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.751429 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.751583 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.751737 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.751891 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.752045 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.752200 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.752353 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.752508 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.752660 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.752816 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.752990 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.753145 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.753300 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.753454 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.753613 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.753768 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.753908 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.754101 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.754228 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.754350 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.754472 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.754630 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.754789 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.754966 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.755158 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.755316 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.755471 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.755626 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.755780 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.755953 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.756111 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.756266 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.756423 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.756576 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.756730 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.760573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.760573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.760573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.760573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 16:14:34.760573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.760573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.760573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.760573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.761878 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.762476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.762476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.762476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.762476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.762476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.762476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.762476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.762476 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763523 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763523 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763523 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763523 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763523 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763523 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763523 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.763523 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764036 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764036 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764036 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764036 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764334 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764334 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764475 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764639 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764797 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.764978 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.765137 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.765458 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.765620 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.765785 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.766999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.766999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.766999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.766999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.766999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.766999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.766999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.766999 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.767506 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.767506 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.767506 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.767676 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.767739 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.767850 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.768163 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.768326 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.768489 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.768899 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.768899 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.769063 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.769132 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.769265 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.769426 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.769618 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.769775 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.769912 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.770040 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.770164 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.770310 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.770775 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.770775 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.770775 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.771152 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.771152 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.771386 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.771386 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.771616 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.771738 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.771853 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.771974 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.772124 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.772281 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.772437 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.772600 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.772758 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.772921 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.773050 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.773281 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.773953 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.774101 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.774263 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.774422 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.774579 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.774722 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.775267 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.775267 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.775267 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.775632 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.775632 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.775874 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.775874 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.776106 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.776229 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.776351 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.776454 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.776601 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.776759 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.776939 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.777103 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.777258 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.777576 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.777738 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.777896 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.778054 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.778214 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.778376 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.778543 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.778713 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.778870 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.779028 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.779293 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.779429 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.779554 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.779807 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.779807 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.780043 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.780175 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.780383 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.780383 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.780612 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.780787 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.780927 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.781011 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.781143 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.781304 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.781503 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.781613 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.781778 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.781875 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:14:34.781962 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.782112 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.782270 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.782429 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.782588 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.782782 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.782941 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.783098 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.783255 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.783413 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.783573 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.783731 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.783891 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.784045 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.784202 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.784359 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.784516 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.784674 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.784829 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.785012 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.785173 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.785331 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.785490 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.785648 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.785807 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.785966 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.786124 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.786338 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.786502 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.786679 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.786815 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.786972 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.787129 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.787287 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.787444 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.787602 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.787759 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.787916 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.788090 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.788248 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.788407 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.788563 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.788721 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.789401 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.790032 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.790201 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.790361 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.790521 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.790681 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.790843 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.791005 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.791164 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.791324 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.791481 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.791639 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.791797 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.791968 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.792122 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.792276 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.792433 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.792590 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.792749 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.792940 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.793099 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.793256 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.793412 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.793568 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.793746 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.793945 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.794102 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.794993 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.794993 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.794993 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.794993 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.794993 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.794993 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.795373 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.795373 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.795511 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.795586 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.795729 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.795894 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.796042 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.796205 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.796354 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.796940 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.796940 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.796940 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.797143 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.797143 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.797372 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.797510 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.797806 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.797806 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.798123 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.798123 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.798381 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.798381 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.798642 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.798642 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.798895 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.799040 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.799175 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.799320 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.799450 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.799558 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.799720 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.799877 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.800034 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.800194 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.800351 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.800510 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.800667 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.800823 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.801000 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.801158 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.801316 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.801473 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.801633 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.801791 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.801949 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.802110 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.802267 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.802425 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.802584 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 16:14:34.802735 dv-cinder-775008-3-iscsi neutron-server[74270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 16:14:34.983461 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 40902) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:14:34.992635 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065491
Apr 30 16:14:46.019921 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a5a62-72a4-4077-99ad-3061baeab286 None None] get_active_networks_info from dv-cinder-775008-3-iscsi {{(pid=74381) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 16:14:46.098863 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a5a62-72a4-4077-99ad-3061baeab286 None None] No non-hosted networks {{(pid=74381) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 30 16:14:46.108616 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.agentschedulers_db [None req-d25a5a62-72a4-4077-99ad-3061baeab286 None None] DHCP Agent not found on host dv-cinder-775008-3-iscsi {{(pid=74381) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 30 16:14:46.337620 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-24ce430e-da67-48f1-ad4a-9226bc87b25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158'] for agent, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:48.726807 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158'] for agent, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:48.728502 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.729054 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.729598 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.730083 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.730876 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.731350 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.731918 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.732487 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.733067 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.733534 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.736770 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.744387 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:14:48.745267 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd5033cc280>, 'Open vSwitch agent', 'dv-cinder-775008-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:14:48.761483 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd5033cc760>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775008-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:14:48.830720 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-b55b5066-dd52-49ab-9c39-7a23e372dca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158'] for agent, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:48.899089 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.db.api [None req-7216e10f-f818-47c5-9366-a39a160ace2c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-775008-3-iscsi {{(pid=74381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 16:14:48.900018 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_db.api [None req-7216e10f-f818-47c5-9366-a39a160ace2c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 16:14:49.441961 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7216e10f-f818-47c5-9366-a39a160ace2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:49.794379 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158'] for agent, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:51.246233 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158'] for agent, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:51.914210 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.db.l3_hamode_db [None req-dae6a381-ef3f-43a4-85cf-d4525a619cf2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 30 16:14:52.003388 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6a381-ef3f-43a4-85cf-d4525a619cf2 None None] Routers set() bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:14:52.003773 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6a381-ef3f-43a4-85cf-d4525a619cf2 None None] Router IDs set() for agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 30 16:14:52.629490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 40992) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:14:53.211276 dv-cinder-775008-3-iscsi neutron-server[74380]: WARNING oslo_policy.policy [None req-43694027-0f4f-4cd4-b4bd-d28887e66663 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 16:14:53.211785 dv-cinder-775008-3-iscsi neutron-server[74380]: WARNING oslo_policy.policy [None req-43694027-0f4f-4cd4-b4bd-d28887e66663 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 16:14:53.433487 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [None req-43694027-0f4f-4cd4-b4bd-d28887e66663 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:14:53.434531 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-43694027-0f4f-4cd4-b4bd-d28887e66663 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8040860
Apr 30 16:14:55.804050 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41006) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:14:56.384694 dv-cinder-775008-3-iscsi neutron-server[74379]: WARNING oslo_policy.policy [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 16:14:56.385293 dv-cinder-775008-3-iscsi neutron-server[74379]: WARNING oslo_policy.policy [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 16:14:56.599342 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:14:56.699679 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.policy [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74379) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 16:14:56.746399 dv-cinder-775008-3-iscsi neutron-server[74379]: WARNING oslo_policy.policy [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 16:14:56.746799 dv-cinder-775008-3-iscsi neutron-server[74379]: WARNING oslo_policy.policy [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 16:14:56.755632 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.quota [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd50311ae20>.
Apr 30 16:14:56.771013 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:14:56.904480 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784550630471', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784550652434', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784550643722', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784550646630', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784550660614', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784550662496', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7978677', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7916688', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639431'] for rbac-policy, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:57.131221 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:14:57.132627 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-f0566583-a624-4e81-98bf-f6e92a70e084 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3264439
Apr 30 16:14:59.746946 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41024) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:00.099538 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Request body: {'network': {'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'admin_state_up': True, 'name': 'private'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:15:00.105210 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:15:00.109285 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Usage tracker for resource:network and tenant:2e53fffd8c774160afb60e18d5d5ffce is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:15:00.114010 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:15:00.121008 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:15:00.188346 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Made reservation on behalf of 2e53fffd8c774160afb60e18d5d5ffce for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:15:00.191210 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:00.209218 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:00.223015 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:15:00.227335 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Usage tracker for resource:security_group_rule and tenant:2e53fffd8c774160afb60e18d5d5ffce is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:15:00.232297 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:15:00.237851 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:15:00.456134 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:00.525647 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:00.529935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:00.549563 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:15:00.575849 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784554389140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:00.576447 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd503e6e940> segment precommit_create {{(pid=74379) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 16:15:00.577003 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Added segment 05a001ca-3e2b-4e35-8137-fdc90b9a1ab0 of type vlan for network 2abfac97-83b4-41f0-8161-c9014ea72f59
Apr 30 16:15:00.627795 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21ea487-6592-4dcf-8721-dbba63d657cb,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:00.650346 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.650684 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.651009 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.651323 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.651633 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.651960 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.652272 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.652581 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.652897 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.653204 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.653505 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.653801 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Tracked resource versions report:
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]: pushed versions:
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]: {   'AddressGroup': {'1.2'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'ConntrackHelper': {'1.0'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Log': {'1.0'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Network': {'1.1'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Port': {'1.7'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'PortForwarding': {'1.2'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'QosPolicy': {'1.8'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'SecurityGroup': {'1.4'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'SecurityGroupRule': {'1.2'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'SubPort': {'1.0'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Subnet': {'1.1'},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Trunk': {'1.1'}}
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]: consumer versions:
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]: {   DHCP agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     L3 agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     Metadata agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     Metering agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:     Open vSwitch agent@dv-cinder-775008-3-iscsi: {   'AddressGroup': '1.2',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'ConntrackHelper': '1.0',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Log': '1.0',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Network': '1.1',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Port': '1.7',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'PortForwarding': '1.2',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'QosPolicy': '1.8',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'SecurityGroup': '1.4',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'SecurityGroupRule': '1.2',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'SubPort': '1.0',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Subnet': '1.1',
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Trunk': '1.1'}}
Apr 30 16:15:00.654838 dv-cinder-775008-3-iscsi neutron-server[74379]:  {{(pid=74379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 16:15:00.700154 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:00.707808 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:00.811390 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:00.812858 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:15:00.813551 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:00.816836 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:00.920051 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Pushing event updated for resources: {'Network': ['ID=2abfac97-83b4-41f0-8161-c9014ea72f59,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:00.923129 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:00.931203 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 2abfac97-83b4-41f0-8161-c9014ea72f59 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:15:01.012143 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2641032
Apr 30 16:15:03.659953 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41040) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:04.112731 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc579eb-68af-420c-996d-8cd111933140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:15:04.113067 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5cc579eb-68af-420c-996d-8cd111933140 admin admin] 10.222.0.57 "GET /v2.0/networks/2abfac97-83b4-41f0-8161-c9014ea72f59 HTTP/1.1" status: 200  len: 825 time: 0.4520967
Apr 30 16:15:04.141001 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-366416c6-ffdc-4718-9660-aedd80f36239 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/8dc10fa3-22e9-4752-9add-23ff37858193 HTTP/1.1" status: 200  len: 734 time: 0.0215478
Apr 30 16:15:04.149739 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Request body: {'subnet': {'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '8dc10fa3-22e9-4752-9add-23ff37858193', 'gateway_ip': '172.20.0.1'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:15:04.153906 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:15:04.157564 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Usage tracker for resource:subnet and tenant:2e53fffd8c774160afb60e18d5d5ffce is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:15:04.160383 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:15:04.166869 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:15:04.250900 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Made reservation on behalf of 2e53fffd8c774160afb60e18d5d5ffce for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:15:04.253196 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:04.825460 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:04.830818 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:04.914392 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e23965f-bafe-4c34-8b1f-ad7ded26d54c,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:04.916544 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Checking segment: {'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:15:04.916915 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Network hostable DHCP agents. Network: 2abfac97-83b4-41f0-8161-c9014ea72f59, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:15:04.921327 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:04.987658 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Network 2abfac97-83b4-41f0-8161-c9014ea72f59 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:15:05.067967 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 2abfac97-83b4-41f0-8161-c9014ea72f59) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:15:05.073310 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:15:05.074010 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:05.078036 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966d574-734a-49c9-a86b-75bc40558eb7 None None] Network 2abfac97-83b4-41f0-8161-c9014ea72f59 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:15:05.166266 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0200536
Apr 30 16:15:05.381890 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-2abfac97-83b4-41f0-8161-c9014ea72f59', 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'fixed_ips': [{'subnet_id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:15:05.383032 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:05.576893 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Allocated IP 172.20.0.2 (2abfac97-83b4-41f0-8161-c9014ea72f59/7e23965f-bafe-4c34-8b1f-ad7ded26d54c/f5ef7644-1ac7-4715-8607-b5bcd25031c8) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:15:05.814205 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:05.827322 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Transition to ACTIVE for port object f5ef7644-1ac7-4715-8607-b5bcd25031c8 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:15:05.847638 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Transition to ACTIVE for port object f5ef7644-1ac7-4715-8607-b5bcd25031c8 will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:15:05.966191 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:05.971178 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:06.027453 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Network 2abfac97-83b4-41f0-8161-c9014ea72f59 is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:15:06.034276 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:15:06.045093 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:15:06.047364 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Pushing event updated for resources: {'Port': ['ID=f5ef7644-1ac7-4715-8607-b5bcd25031c8,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:06.057435 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.057772 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.058095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.077965 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.077965 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.077965 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.077965 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.077965 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Tracked resource versions report:
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]: pushed versions:
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]: {   'AddressGroup': {'1.2'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'ConntrackHelper': {'1.0'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Log': {'1.0'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Network': {'1.1'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Port': {'1.7'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'PortForwarding': {'1.2'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'QosPolicy': {'1.8'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'SecurityGroup': {'1.4'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'SecurityGroupRule': {'1.2'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'SubPort': {'1.0'},
Apr 30 16:15:06.078856 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Subnet': {'1.1'},
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Trunk': {'1.1'}}
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]: consumer versions:
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]: {   DHCP agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:     L3 agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:     Metadata agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:     Metering agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:     Open vSwitch agent@dv-cinder-775008-3-iscsi: {   'AddressGroup': '1.2',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'ConntrackHelper': '1.0',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Log': '1.0',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Network': '1.1',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Port': '1.7',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'PortForwarding': '1.2',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'QosPolicy': '1.8',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'SecurityGroup': '1.4',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'SecurityGroupRule': '1.2',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'SubPort': '1.0',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Subnet': '1.1',
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Trunk': '1.1'}}
Apr 30 16:15:06.079949 dv-cinder-775008-3-iscsi neutron-server[74381]:  {{(pid=74381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 16:15:06.097020 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:06.149273 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Attempting to bind port f5ef7644-1ac7-4715-8607-b5bcd25031c8 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:15:06.149672 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Attempting to bind port f5ef7644-1ac7-4715-8607-b5bcd25031c8 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:15:06.150090 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Attempting to bind port f5ef7644-1ac7-4715-8607-b5bcd25031c8 on network 2abfac97-83b4-41f0-8161-c9014ea72f59 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:15:06.155373 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:15:06.155770 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Checking segment: {'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:15:06.156232 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:06.156621 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Bound using segment: {'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:15:06.157102 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Bound port: f5ef7644-1ac7-4715-8607-b5bcd25031c8, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:15:06.157485 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:06.253180 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] For port f5ef7644-1ac7-4715-8607-b5bcd25031c8, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:15:06.257964 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] For port f5ef7644-1ac7-4715-8607-b5bcd25031c8, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=f5ef7644-1ac7-4715-8607-b5bcd25031c8,segment=NetworkSegment(05a001ca-3e2b-4e35-8137-fdc90b9a1ab0),segment_id=05a001ca-3e2b-4e35-8137-fdc90b9a1ab0)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:15:06.343163 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:06.347180 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:06.437752 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Pushing event updated for resources: {'Port': ['ID=f5ef7644-1ac7-4715-8607-b5bcd25031c8,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:06.441930 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:07.663282 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41050) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:08.064203 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [None req-eb5982f9-84d4-4bcd-a70e-6af2449bc5b5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:15:08.065222 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-eb5982f9-84d4-4bcd-a70e-6af2449bc5b5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4010057
Apr 30 16:15:10.477459 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41060) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:10.872820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [None req-5982a235-3f1b-4101-87d6-51f1c42936d8 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:15:10.873829 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5982a235-3f1b-4101-87d6-51f1c42936d8 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3954506
Apr 30 16:15:12.238742 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a51429-4010-4a43-98bc-2d407f854f11 None None] Network 2abfac97-83b4-41f0-8161-c9014ea72f59 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:15:12.399189 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-97dcb0b0-372d-4f5c-8077-aa2cf4b2b2a7 None None] Provisioning for port f5ef7644-1ac7-4715-8607-b5bcd25031c8 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:15:12.695585 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device f5ef7644-1ac7-4715-8607-b5bcd25031c8 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:15:12.822237 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port f5ef7644-1ac7-4715-8607-b5bcd25031c8 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:15:12.827180 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port f5ef7644-1ac7-4715-8607-b5bcd25031c8 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:15:12.829017 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:12.940774 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:12.973249 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port f5ef7644-1ac7-4715-8607-b5bcd25031c8, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=f5ef7644-1ac7-4715-8607-b5bcd25031c8,segment=NetworkSegment(05a001ca-3e2b-4e35-8137-fdc90b9a1ab0),segment_id=05a001ca-3e2b-4e35-8137-fdc90b9a1ab0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:15:13.096532 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:13.098697 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:13.168439 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=f5ef7644-1ac7-4715-8607-b5bcd25031c8,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:13.171673 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:13.608441 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41076) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:13.987147 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'name': 'router1'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:15:14.060196 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.policy [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74380) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 16:15:14.108064 dv-cinder-775008-3-iscsi neutron-server[74380]: WARNING oslo_policy.policy [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 16:15:14.108485 dv-cinder-775008-3-iscsi neutron-server[74380]: WARNING oslo_policy.policy [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 16:15:14.117722 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.quota [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd50312b460>.
Apr 30 16:15:14.133250 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:15:14.139911 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Usage tracker for resource:router and tenant:2e53fffd8c774160afb60e18d5d5ffce is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:15:14.144431 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:15:14.152912 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:15:14.279374 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:14.281462 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:14.306554 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:14.514786 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:14.599203 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:14.613199 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-401746da-dc2f-4e6b-8c5b-ed22b7fda3da admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9908531
Apr 30 16:15:14.669387 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device f5ef7644-1ac7-4715-8607-b5bcd25031c8 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:15:14.741442 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port f5ef7644-1ac7-4715-8607-b5bcd25031c8 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:15:14.741818 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:15.999269 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e80a2ea4-b820-4a42-a8cd-21159cba5b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:16.946060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41088) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:17.314734 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [None req-1770089d-dce2-4ba1-8ead-d9f624346f64 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:15:17.315808 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1770089d-dce2-4ba1-8ead-d9f624346f64 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3687601
Apr 30 16:15:18.673646 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:18.764544 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-2753a2f7-6489-4cf9-828e-d9e23f8491cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:19.645119 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:19.821244 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41102) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:20.193672 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:15:20.199431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:15:20.203121 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Usage tracker for resource:network and tenant:acc9cb0240a44c34b8f16b20e9937c7c is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:15:20.205969 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:15:20.211911 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:15:20.330334 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Made reservation on behalf of acc9cb0240a44c34b8f16b20e9937c7c for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:15:20.332711 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:20.346319 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:20.361694 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:15:20.366476 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Usage tracker for resource:security_group_rule and tenant:acc9cb0240a44c34b8f16b20e9937c7c is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:15:20.369479 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:15:20.375095 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:15:20.463373 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:20.553906 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:20.557060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:20.572385 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Reserving flat network on physical network physnet1 {{(pid=74379) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 30 16:15:20.594506 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc6cbc-1459-45a9-b46d-97eae0e38d6a,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:20.597194 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:20.597525 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Added segment 6b9bc14b-9320-4ea0-819a-64eaeadf55e0 of type flat for network 5fb444ce-5ebf-44b1-a189-62357eb8e37c
Apr 30 16:15:20.599168 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:20.632422 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:20.735951 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:20.737211 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:15:20.737800 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:20.742981 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:20.840631 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Pushing event updated for resources: {'Network': ['ID=5fb444ce-5ebf-44b1-a189-62357eb8e37c,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:20.843245 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:20.851113 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:15:20.914568 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0923183
Apr 30 16:15:21.256394 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:23.236170 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41122) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:23.383751 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecda257-cae9-407a-90e3-96c5cf588d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:15:23.385023 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-aecda257-cae9-407a-90e3-96c5cf588d3f admin admin] 10.222.0.57 "GET /v2.0/subnets/7e23965f-bafe-4c34-8b1f-ad7ded26d54c HTTP/1.1" status: 200  len: 849 time: 0.1478744
Apr 30 16:15:23.557339 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-e1d2ea3c-e9b5-42d0-88d4-40d08dbf0061 admin admin] 10.222.0.57 "GET /v2.0/routers/f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 HTTP/1.1" status: 200  len: 704 time: 0.1663344
Apr 30 16:15:24.055854 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:24.282178 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Allocated IP 172.20.0.1 (2abfac97-83b4-41f0-8161-c9014ea72f59/7e23965f-bafe-4c34-8b1f-ad7ded26d54c/eec44df8-6475-409e-874e-b7dd7593fa3f) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:15:24.435632 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:24.453861 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Transition to ACTIVE for port object eec44df8-6475-409e-874e-b7dd7593fa3f will not be triggered until provisioned by entity DHCP. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:15:24.571274 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:24.578481 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:24.637424 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Network 2abfac97-83b4-41f0-8161-c9014ea72f59 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:15:24.644093 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:15:24.649010 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:15:24.649544 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:24.779912 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Pushing event updated for resources: {'Port': ['ID=eec44df8-6475-409e-874e-b7dd7593fa3f,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:24.791539 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:24.948022 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-06dce3ec-0a0b-4a4a-af5c-82d867b1921e None None] Provisioning for port eec44df8-6475-409e-874e-b7dd7593fa3f completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:15:24.953118 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-06dce3ec-0a0b-4a4a-af5c-82d867b1921e None None] Provisioning complete for port eec44df8-6475-409e-874e-b7dd7593fa3f triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:15:24.953455 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-06dce3ec-0a0b-4a4a-af5c-82d867b1921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:25.013190 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:25.035718 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-06dce3ec-0a0b-4a4a-af5c-82d867b1921e None None] Port eec44df8-6475-409e-874e-b7dd7593fa3f cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:15:25.246185 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:25.319709 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:25.320808 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:25.324136 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:25.456166 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Pushing event updated for resources: {'Port': ['ID=eec44df8-6475-409e-874e-b7dd7593fa3f,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:25.462347 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:25.513593 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Network 2abfac97-83b4-41f0-8161-c9014ea72f59 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:15:25.514564 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:15:25.758507 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-7e7027db-e2d5-41f0-9009-efccfd08bc32 None None] Provisioning complete for port eec44df8-6475-409e-874e-b7dd7593fa3f triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:15:25.758873 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7e7027db-e2d5-41f0-9009-efccfd08bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:25.810663 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Router f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:15:25.811306 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-7e7027db-e2d5-41f0-9009-efccfd08bc32 None None] Port eec44df8-6475-409e-874e-b7dd7593fa3f cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:15:25.965795 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:15:25.976153 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Sync routers for ids ['f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:15:25.977350 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] 10.222.0.57 "PUT /v2.0/routers/f93cbc43-c8b1-4a93-8938-a3a9b334bfd2/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4151950
Apr 30 16:15:25.986512 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Routers {'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:15:25.987354 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033337f0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:15:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:15:26.171514 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Set router f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 gateway port host: None {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:15:26.539784 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033337f0>, [{'id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'name': 'router1', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:15:14Z', 'updated_at': '2021-04-30T16:15:24Z', 'revision_number': 2, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'gw_port_host': None, '_interfaces': [{'id': 'eec44df8-6475-409e-874e-b7dd7593fa3f', 'name': '', 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'mac_address': 'fa:16:3e:6a:b5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:24Z', 'updated_at': '2021-04-30T16:15:25Z', 'revision_number': 2, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'subnets': [{'id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8dc10fa3-22e9-4752-9add-23ff37858193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:15:26.544656 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Checking router: f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:15:26.545052 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Updating router f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 port eec44df8-6475-409e-874e-b7dd7593fa3f binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:15:26.597751 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:26.989571 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:27.005297 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Transition to ACTIVE for port object eec44df8-6475-409e-874e-b7dd7593fa3f will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:15:27.085653 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:27.090626 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:27.298273 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Pushing event updated for resources: {'Port': ['ID=eec44df8-6475-409e-874e-b7dd7593fa3f,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:27.307087 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.307410 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.307732 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.308047 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.308367 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.308675 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.309015 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.309321 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.309642 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.309945 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.310246 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.310543 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Tracked resource versions report:
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]: pushed versions:
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]: {   'AddressGroup': {'1.2'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'ConntrackHelper': {'1.0'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Log': {'1.0'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Network': {'1.1'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Port': {'1.7'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'PortForwarding': {'1.2'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'QosPolicy': {'1.8'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'SecurityGroup': {'1.4'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'SecurityGroupRule': {'1.2'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'SubPort': {'1.0'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Subnet': {'1.1'},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Trunk': {'1.1'}}
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]: consumer versions:
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]: {   DHCP agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     L3 agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     Metadata agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     Metering agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:     Open vSwitch agent@dv-cinder-775008-3-iscsi: {   'AddressGroup': '1.2',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'ConntrackHelper': '1.0',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Log': '1.0',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Network': '1.1',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Port': '1.7',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'PortForwarding': '1.2',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'QosPolicy': '1.8',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'SecurityGroup': '1.4',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'SecurityGroupRule': '1.2',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'SubPort': '1.0',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Subnet': '1.1',
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Trunk': '1.1'}}
Apr 30 16:15:27.311601 dv-cinder-775008-3-iscsi neutron-server[74382]:  {{(pid=74382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 16:15:27.315451 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:27.336726 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Attempting to bind port eec44df8-6475-409e-874e-b7dd7593fa3f on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:15:27.337177 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Attempting to bind port eec44df8-6475-409e-874e-b7dd7593fa3f by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:15:27.337597 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Attempting to bind port eec44df8-6475-409e-874e-b7dd7593fa3f on network 2abfac97-83b4-41f0-8161-c9014ea72f59 {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:15:27.343949 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:15:27.344360 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Checking segment: {'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:15:27.344858 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:27.345265 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Bound using segment: {'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:15:27.345750 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Bound port: eec44df8-6475-409e-874e-b7dd7593fa3f, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a001ca-3e2b-4e35-8137-fdc90b9a1ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:15:27.346138 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:27.437778 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] For port eec44df8-6475-409e-874e-b7dd7593fa3f, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:15:27.442188 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] For port eec44df8-6475-409e-874e-b7dd7593fa3f, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=eec44df8-6475-409e-874e-b7dd7593fa3f,segment=NetworkSegment(05a001ca-3e2b-4e35-8137-fdc90b9a1ab0),segment_id=05a001ca-3e2b-4e35-8137-fdc90b9a1ab0)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:15:27.559597 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:27.563782 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:27.672803 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Routers {'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:15:27.673530 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033337f0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:15:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:15:27.740551 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Pushing event updated for resources: {'Port': ['ID=eec44df8-6475-409e-874e-b7dd7593fa3f,revision_number=4']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:27.792474 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:27.834785 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] Set router f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 gateway port host: None {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:15:28.189535 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41140) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:28.262824 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033337f0>, [{'id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'name': 'router1', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:15:14Z', 'updated_at': '2021-04-30T16:15:24Z', 'revision_number': 2, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'gw_port_host': None, '_interfaces': [{'id': 'eec44df8-6475-409e-874e-b7dd7593fa3f', 'name': '', 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'mac_address': 'fa:16:3e:6a:b5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:24Z', 'updated_at': '2021-04-30T16:15:27Z', 'revision_number': 4, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'subnets': [{'id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8dc10fa3-22e9-4752-9add-23ff37858193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:15:28.267121 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c295e-4905-4025-adf4-427b0bbf4606 None None] The sync data for ids ['f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'] in dv-cinder-775008-3-iscsi is: [{'id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'name': 'router1', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:15:14Z', 'updated_at': '2021-04-30T16:15:24Z', 'revision_number': 2, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'gw_port_host': None, '_interfaces': [{'id': 'eec44df8-6475-409e-874e-b7dd7593fa3f', 'name': '', 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'mac_address': 'fa:16:3e:6a:b5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:24Z', 'updated_at': '2021-04-30T16:15:27Z', 'revision_number': 4, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'subnets': [{'id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8dc10fa3-22e9-4752-9add-23ff37858193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:15:28.373984 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3bd18-18b5-4d24-adbb-f98ba37a41d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:15:28.380460 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e6f3bd18-18b5-4d24-adbb-f98ba37a41d2 admin admin] 10.222.0.57 "GET /v2.0/networks/5fb444ce-5ebf-44b1-a189-62357eb8e37c HTTP/1.1" status: 200  len: 842 time: 0.1849082
Apr 30 16:15:28.384755 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:15:28.389942 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:15:28.393858 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Usage tracker for resource:subnet and tenant:acc9cb0240a44c34b8f16b20e9937c7c is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:15:28.398173 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:15:28.403764 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:15:28.513339 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Made reservation on behalf of acc9cb0240a44c34b8f16b20e9937c7c for: {'subnet': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:15:28.516149 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:29.069974 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.objects.ports [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74380) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 16:15:29.070367 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:29.074941 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:29.151644 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:15:29.152015 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Network hostable DHCP agents. Network: 5fb444ce-5ebf-44b1-a189-62357eb8e37c, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:15:29.163917 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4e7123-d9d0-434c-ae1b-0d0ce1191b01,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:29.173950 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.174306 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.174611 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.174991 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.175297 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.175607 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.175911 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.176214 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.176530 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.176835 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.177159 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.177454 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Tracked resource versions report:
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]: pushed versions:
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]: {   'AddressGroup': {'1.2'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'ConntrackHelper': {'1.0'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Log': {'1.0'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Network': {'1.1'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Port': {'1.7'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'PortForwarding': {'1.2'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'QosPolicy': {'1.8'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'SecurityGroup': {'1.4'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'SecurityGroupRule': {'1.2'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'SubPort': {'1.0'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Subnet': {'1.1'},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Trunk': {'1.1'}}
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]: consumer versions:
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]: {   DHCP agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     L3 agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     Metadata agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     Metering agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:     Open vSwitch agent@dv-cinder-775008-3-iscsi: {   'AddressGroup': '1.2',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'ConntrackHelper': '1.0',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Log': '1.0',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Network': '1.1',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Port': '1.7',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'PortForwarding': '1.2',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'QosPolicy': '1.8',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'SecurityGroup': '1.4',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'SecurityGroupRule': '1.2',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'SubPort': '1.0',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Subnet': '1.1',
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Trunk': '1.1'}}
Apr 30 16:15:29.178535 dv-cinder-775008-3-iscsi neutron-server[74380]:  {{(pid=74380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 16:15:29.213612 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:29.301668 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:15:29.422080 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 5fb444ce-5ebf-44b1-a189-62357eb8e37c) {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:15:29.427517 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:15:29.428770 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:29.431802 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9c051-5e67-4ce0-907d-9332a09595cd None None] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:15:29.543115 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1618259
Apr 30 16:15:29.670251 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04388f-264a-4043-a713-580818cc6ea7 None None] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:15:31.823802 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41158) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:32.044395 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e9bf6cae-bc0c-4a0e-a04c-1202ba879b9d admin admin] 10.222.0.57 "GET /v2.0/routers/f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 HTTP/1.1" status: 200  len: 710 time: 0.2192752
Apr 30 16:15:32.175749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e3dd8-ea6a-467b-a0cf-1d1124d35868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:15:32.177167 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-fa8e3dd8-ea6a-467b-a0cf-1d1124d35868 admin admin] 10.222.0.57 "GET /v2.0/networks/5fb444ce-5ebf-44b1-a189-62357eb8e37c HTTP/1.1" status: 200  len: 886 time: 0.1276348
Apr 30 16:15:32.186880 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:15:32.632722 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:32.677396 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device eec44df8-6475-409e-874e-b7dd7593fa3f up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:15:32.827496 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port eec44df8-6475-409e-874e-b7dd7593fa3f completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:15:32.832525 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port eec44df8-6475-409e-874e-b7dd7593fa3f triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:15:32.833140 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:32.946527 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:32.980590 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port eec44df8-6475-409e-874e-b7dd7593fa3f, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=eec44df8-6475-409e-874e-b7dd7593fa3f,segment=NetworkSegment(05a001ca-3e2b-4e35-8137-fdc90b9a1ab0),segment_id=05a001ca-3e2b-4e35-8137-fdc90b9a1ab0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:15:33.079224 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:33.082741 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:33.112272 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:33.148501 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=eec44df8-6475-409e-874e-b7dd7593fa3f,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:33.151885 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:33.170951 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:33.309102 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Allocated IP 172.27.0.162 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/d50b69e0-b5ff-49d2-bc50-07802cf3ce79) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:15:33.456268 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:33.571171 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:33.575124 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:33.634902 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:15:33.641711 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:15:33.644552 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:15:33.760415 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Pushing event updated for resources: {'Port': ['ID=d50b69e0-b5ff-49d2-bc50-07802cf3ce79,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:33.764573 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:34.126672 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:34.456454 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:34.460287 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417580'] for router, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:34.656588 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device eec44df8-6475-409e-874e-b7dd7593fa3f up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:15:34.682700 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Router f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:15:34.723980 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port eec44df8-6475-409e-874e-b7dd7593fa3f triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:15:34.724267 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:34.917868 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:15:34.925896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:34.927064 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] 10.222.0.57 "PUT /v2.0/routers/f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 HTTP/1.1" status: 200  len: 890 time: 2.7435253
Apr 30 16:15:34.927668 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Sync routers for ids ['f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:15:34.937946 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Routers {'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:15:34.938618 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5028c8880>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:15:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:15:35.132948 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Set router f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:15:35.500232 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5028c8880>, [{'id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'name': 'router1', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd50b69e0-b5ff-49d2-bc50-07802cf3ce79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:15:14Z', 'updated_at': '2021-04-30T16:15:33Z', 'revision_number': 4, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'gw_port': {'id': 'd50b69e0-b5ff-49d2-bc50-07802cf3ce79', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:33Z', 'updated_at': '2021-04-30T16:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'eec44df8-6475-409e-874e-b7dd7593fa3f', 'name': '', 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'mac_address': 'fa:16:3e:6a:b5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:24Z', 'updated_at': '2021-04-30T16:15:32Z', 'revision_number': 5, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'subnets': [{'id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8dc10fa3-22e9-4752-9add-23ff37858193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:15:35.505012 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Checking router: f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:15:35.505359 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Updating router f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 port d50b69e0-b5ff-49d2-bc50-07802cf3ce79 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:15:35.557147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:35.893583 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:35.905402 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Transition to ACTIVE for port object d50b69e0-b5ff-49d2-bc50-07802cf3ce79 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:15:35.998871 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:36.003170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:36.080836 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Attempting to bind port d50b69e0-b5ff-49d2-bc50-07802cf3ce79 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:15:36.081230 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Attempting to bind port d50b69e0-b5ff-49d2-bc50-07802cf3ce79 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:15:36.081595 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Attempting to bind port d50b69e0-b5ff-49d2-bc50-07802cf3ce79 on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:15:36.085434 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f18ba-61f2-4c5d-bb53-708dd60dbe9f None None] Pushing event updated for resources: {'Port': ['ID=d50b69e0-b5ff-49d2-bc50-07802cf3ce79,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:36.089361 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-310f18ba-61f2-4c5d-bb53-708dd60dbe9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:36.090244 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:15:36.090616 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:15:36.091011 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:36.091496 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:15:36.091971 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Bound port: d50b69e0-b5ff-49d2-bc50-07802cf3ce79, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:15:36.092952 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:36.169086 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] For port d50b69e0-b5ff-49d2-bc50-07802cf3ce79, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:15:36.171939 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] For port d50b69e0-b5ff-49d2-bc50-07802cf3ce79, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d50b69e0-b5ff-49d2-bc50-07802cf3ce79,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:15:36.233575 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:36.237866 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:36.312463 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Routers {'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:15:36.313095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5028c8880>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:15:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:15:36.377449 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f18ba-61f2-4c5d-bb53-708dd60dbe9f None None] Pushing event updated for resources: {'Port': ['ID=d50b69e0-b5ff-49d2-bc50-07802cf3ce79,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:36.382269 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-310f18ba-61f2-4c5d-bb53-708dd60dbe9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:36.494978 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] Set router f93cbc43-c8b1-4a93-8938-a3a9b334bfd2 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:15:36.827117 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5028c8880>, [{'id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'name': 'router1', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd50b69e0-b5ff-49d2-bc50-07802cf3ce79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:15:14Z', 'updated_at': '2021-04-30T16:15:33Z', 'revision_number': 4, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'gw_port': {'id': 'd50b69e0-b5ff-49d2-bc50-07802cf3ce79', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:33Z', 'updated_at': '2021-04-30T16:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'eec44df8-6475-409e-874e-b7dd7593fa3f', 'name': '', 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'mac_address': 'fa:16:3e:6a:b5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:24Z', 'updated_at': '2021-04-30T16:15:32Z', 'revision_number': 5, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'subnets': [{'id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8dc10fa3-22e9-4752-9add-23ff37858193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:15:36.831178 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017552ac-00fc-4a69-b964-0a1debd9ce0b None None] The sync data for ids ['f93cbc43-c8b1-4a93-8938-a3a9b334bfd2'] in dv-cinder-775008-3-iscsi is: [{'id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'name': 'router1', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd50b69e0-b5ff-49d2-bc50-07802cf3ce79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:15:14Z', 'updated_at': '2021-04-30T16:15:33Z', 'revision_number': 4, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'gw_port': {'id': 'd50b69e0-b5ff-49d2-bc50-07802cf3ce79', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:33Z', 'updated_at': '2021-04-30T16:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'eec44df8-6475-409e-874e-b7dd7593fa3f', 'name': '', 'network_id': '2abfac97-83b4-41f0-8161-c9014ea72f59', 'tenant_id': '2e53fffd8c774160afb60e18d5d5ffce', 'mac_address': 'fa:16:3e:6a:b5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cbc43-c8b1-4a93-8938-a3a9b334bfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:15:24Z', 'updated_at': '2021-04-30T16:15:32Z', 'revision_number': 5, 'project_id': '2e53fffd8c774160afb60e18d5d5ffce', 'subnets': [{'id': '7e23965f-bafe-4c34-8b1f-ad7ded26d54c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8dc10fa3-22e9-4752-9add-23ff37858193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:15:37.302043 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41168) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:15:37.420679 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-ba07e3ab-91df-4a74-b382-32cd9a5bf428 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1172092
Apr 30 16:15:38.707758 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d50b69e0-b5ff-49d2-bc50-07802cf3ce79 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:15:38.850805 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port d50b69e0-b5ff-49d2-bc50-07802cf3ce79 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:15:38.855776 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port d50b69e0-b5ff-49d2-bc50-07802cf3ce79 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:15:38.856151 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:38.976929 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:38.996505 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port d50b69e0-b5ff-49d2-bc50-07802cf3ce79, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d50b69e0-b5ff-49d2-bc50-07802cf3ce79,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:15:39.073050 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:39.075450 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:15:39.147868 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=d50b69e0-b5ff-49d2-bc50-07802cf3ce79,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:15:39.150923 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:15:40.687931 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d50b69e0-b5ff-49d2-bc50-07802cf3ce79 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:15:40.816247 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port d50b69e0-b5ff-49d2-bc50-07802cf3ce79 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:15:40.816613 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:42.686383 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:15:45.987117 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-1be9786b-ceb6-428a-a596-47e59b44f5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:48.707347 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:48.790449 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d8dd6526-67a6-40d4-99b9-fcff1c3a4809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:49.626935 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:15:51.215405 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:15.975350 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf126-6e7a-454f-be89-df2f47f820b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:18.671862 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:18.761960 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7605075b-9a49-48c1-82c3-bc73fa695d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:19.687919 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:16:20.283977 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:21.196252 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:45.980194 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-561b14d8-f378-4c4c-978b-76db9b09c394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:48.699647 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:48.803082 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ae55f638-7791-4b86-a4f0-4e17781b40ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:49.669221 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:51.189530 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:16:56.687973 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:17:15.783106 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41740) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:15.856185 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66ca637-069f-4d54-9208-e139133c7ef5 admin admin] GET failed (client error): The resource could not be found.
Apr 30 16:17:15.857470 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f66ca637-069f-4d54-9208-e139133c7ef5 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0734394
Apr 30 16:17:15.973672 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0c62b457-3743-402e-a5c0-047863a90e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:15.991824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17695cc-d457-46ac-a715-121e4fd76466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:15.993306 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-b17695cc-d457-46ac-a715-121e4fd76466 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1318467
Apr 30 16:17:18.109320 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41750) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:18.218864 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633fd6a1-4a49-4b34-b432-ee6b02a80cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:18.219405 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-633fd6a1-4a49-4b34-b432-ee6b02a80cef admin admin] Synchronizing usage tracker for tenant:acc9cb0240a44c34b8f16b20e9937c7c on resource:subnet {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:17:18.390857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-633fd6a1-4a49-4b34-b432-ee6b02a80cef admin admin] Unset dirty status for tenant:acc9cb0240a44c34b8f16b20e9937c7c on resource:subnet {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:17:18.392032 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-633fd6a1-4a49-4b34-b432-ee6b02a80cef admin admin] 10.222.0.57 "GET /v2.0/subnets/7e23965f-bafe-4c34-8b1f-ad7ded26d54c HTTP/1.1" status: 200  len: 849 time: 0.2817802
Apr 30 16:17:18.402234 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:17:18.521583 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:18.674371 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:18.768024 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e766a749-3efb-414a-b99a-a77dc0c12fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:18.870491 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784554380382'] for subnet, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:18.874277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:17:18.918455 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:18.919530 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:18.920437 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] 10.222.0.57 "PUT /v2.0/subnets/7e23965f-bafe-4c34-8b1f-ad7ded26d54c HTTP/1.1" status: 200  len: 868 time: 0.5225890
Apr 30 16:17:18.928614 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46a32a-80a6-4818-a724-a88da2e56859 None None] Network 2abfac97-83b4-41f0-8161-c9014ea72f59 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:17:18.947000 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e23965f-bafe-4c34-8b1f-ad7ded26d54c,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:17:18.955164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.955625 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.959818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:17:18.963097 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:17:19.342415 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0db461eb-a79b-463b-9a02-91f81ef18089 None None] Provisioning complete for port eec44df8-6475-409e-874e-b7dd7593fa3f triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:17:19.342793 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0db461eb-a79b-463b-9a02-91f81ef18089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:19.488051 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0db461eb-a79b-463b-9a02-91f81ef18089 None None] Provisioning complete for port f5ef7644-1ac7-4715-8607-b5bcd25031c8 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:17:19.489051 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0db461eb-a79b-463b-9a02-91f81ef18089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:19.681936 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:21.156626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41760) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:21.188100 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:21.330518 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebef947-a4b3-4648-91f0-906d99916277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:21.330995 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebef947-a4b3-4648-91f0-906d99916277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:21.332551 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1ebef947-a4b3-4648-91f0-906d99916277 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1749315
Apr 30 16:17:23.490623 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41770) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:23.665171 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12893c2e-d5a8-49b2-87a6-32e3b26341d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:23.665654 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12893c2e-d5a8-49b2-87a6-32e3b26341d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:23.666381 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-12893c2e-d5a8-49b2-87a6-32e3b26341d7 admin admin] Synchronizing usage tracker for tenant:acc9cb0240a44c34b8f16b20e9937c7c on resource:network {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:17:23.762001 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-12893c2e-d5a8-49b2-87a6-32e3b26341d7 admin admin] Unset dirty status for tenant:acc9cb0240a44c34b8f16b20e9937c7c on resource:network {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:17:23.763101 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-12893c2e-d5a8-49b2-87a6-32e3b26341d7 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2715206
Apr 30 16:17:25.926304 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41780) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:26.102915 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b8966-da0d-41ab-bf85-df454c08b4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:26.104285 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-4d6b8966-da0d-41ab-bf85-df454c08b4fa admin admin] 10.222.0.57 "GET /v2.0/networks/2abfac97-83b4-41f0-8161-c9014ea72f59 HTTP/1.1" status: 200  len: 869 time: 0.1770110
Apr 30 16:17:28.239405 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41790) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:28.410768 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500f968-6282-4303-863e-69fae95cb6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:28.412124 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b500f968-6282-4303-863e-69fae95cb6d8 admin admin] 10.222.0.57 "GET /v2.0/networks/5fb444ce-5ebf-44b1-a189-62357eb8e37c HTTP/1.1" status: 200  len: 886 time: 0.1717546
Apr 30 16:17:30.542801 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41800) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:30.651812 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c2095-b940-4d8a-bbfd-8abb3698a1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:30.652269 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c2095-b940-4d8a-bbfd-8abb3698a1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:30.653997 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d21c2095-b940-4d8a-bbfd-8abb3698a1fe admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1102757
Apr 30 16:17:32.778117 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41810) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:32.888445 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec994c-be56-4965-acff-77680e011465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:32.888889 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec994c-be56-4965-acff-77680e011465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:32.890446 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-87ec994c-be56-4965-acff-77680e011465 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1113062
Apr 30 16:17:33.691496 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:17:35.024230 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41820) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:35.126157 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ec984-5c0d-456f-9e48-5830b1c9530f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:35.127485 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1c6ec984-5c0d-456f-9e48-5830b1c9530f admin admin] 10.222.0.57 "GET /v2.0/subnets/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01 HTTP/1.1" status: 200  len: 816 time: 0.1023242
Apr 30 16:17:37.289023 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41830) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:17:37.398861 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac53e0-54af-4b1d-a4b5-170ba91cac77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:17:37.400177 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f6ac53e0-54af-4b1d-a4b5-170ba91cac77 admin admin] 10.222.0.57 "GET /v2.0/subnets/7e23965f-bafe-4c34-8b1f-ad7ded26d54c HTTP/1.1" status: 200  len: 868 time: 0.1102428
Apr 30 16:17:45.990212 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c3d0-4718-49bb-86fd-13d534e5a203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:48.676221 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:48.792773 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-cda8d51d-32ea-4cf5-8c4d-1d9df7e75f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:49.641328 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:17:51.198280 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:00.539465 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41874) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:18:00.588437 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [None req-38f00400-e3b3-4b4c-97fd-17a97453d2fb admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:18:00.589494 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-38f00400-e3b3-4b4c-97fd-17a97453d2fb admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0490210
Apr 30 16:18:02.851851 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41884) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:18:02.918973 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1313879a-2207-48c3-9e07-668f13a7b5e3 admin admin] GET failed (client error): The resource could not be found.
Apr 30 16:18:02.920247 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1313879a-2207-48c3-9e07-668f13a7b5e3 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0674505
Apr 30 16:18:03.047660 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f8b7fa-e53f-4094-ae4c-9c9339b87486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:18:03.049942 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-99f8b7fa-e53f-4094-ae4c-9c9339b87486 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1250515
Apr 30 16:18:05.229277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 41894) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:18:05.279163 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:18:05.285005 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:18:05.294776 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:18:05.357947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Made reservation on behalf of acc9cb0240a44c34b8f16b20e9937c7c for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:18:05.360550 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:05.502385 dv-cinder-775008-3-iscsi neutron-server[74380]: WARNING neutron.services.revisions.revision_plugin [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd5022eafd0] {project_id='acc9cb0240a44c34b8f16b20e9937c7c', id='35e32b30-0aae-4834-b688-ee275aeb2fb5', target_tenant='*', action='access_as_shared', object_id='b61d18da-6dc4-4903-8de5-e5252e7f902d'}> to bump revision.
Apr 30 16:18:05.516919 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:18:05.529466 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784554389140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:05.530047 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd503e6e940> segment precommit_create {{(pid=74380) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 16:18:05.530487 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Added segment 5ab8cb66-b108-4c82-849e-f1acb808e7d8 of type vlan for network b61d18da-6dc4-4903-8de5-e5252e7f902d
Apr 30 16:18:05.572156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:05.701018 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:05.702436 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:18:05.703027 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:05.707213 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:18:05.809511 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Pushing event updated for resources: {'Network': ['ID=b61d18da-6dc4-4903-8de5-e5252e7f902d,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:18:05.812639 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:18:05.820931 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network b61d18da-6dc4-4903-8de5-e5252e7f902d details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:18:05.884993 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6545715
Apr 30 16:18:08.062667 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41904) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:18:08.131025 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a4338f-d1e2-4862-8d40-1da64de88822 admin admin] GET failed (client error): The resource could not be found.
Apr 30 16:18:08.132278 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-f5a4338f-d1e2-4862-8d40-1da64de88822 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0686338
Apr 30 16:18:08.237759 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f0742f-5151-49ea-ba6c-63f08f3de1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:18:08.239263 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-38f0742f-5151-49ea-ba6c-63f08f3de1f1 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1030726
Apr 30 16:18:08.248618 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:18:08.254232 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:18:08.263424 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:18:08.409444 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Made reservation on behalf of acc9cb0240a44c34b8f16b20e9937c7c for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:18:08.411747 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Notify callbacks [] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:08.908962 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:08.913303 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ebb5a374-99a7-46bd-80c9-9eb8789837f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:18:08.987948 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Pushing event updated for resources: {'Subnet': ['ID=24607a2d-97da-4e57-924c-235926c0d049,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:18:08.998504 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.003268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:09.005645 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:18:09.008272 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Checking segment: {'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:18:09.008607 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Network hostable DHCP agents. Network: b61d18da-6dc4-4903-8de5-e5252e7f902d, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:18:09.072067 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Network b61d18da-6dc4-4903-8de5-e5252e7f902d is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:18:09.184115 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, b61d18da-6dc4-4903-8de5-e5252e7f902d) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:18:09.187902 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:18:09.188484 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:09.193746 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401c28f-7449-4e92-b775-adedb79fc2a5 None None] Network b61d18da-6dc4-4903-8de5-e5252e7f902d requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:18:09.302432 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0569034
Apr 30 16:18:09.412294 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-b61d18da-6dc4-4903-8de5-e5252e7f902d', 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d', 'tenant_id': 'acc9cb0240a44c34b8f16b20e9937c7c', 'fixed_ips': [{'subnet_id': '24607a2d-97da-4e57-924c-235926c0d049'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:18:09.413188 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:09.578205 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Allocated IP 192.168.233.2 (b61d18da-6dc4-4903-8de5-e5252e7f902d/24607a2d-97da-4e57-924c-235926c0d049/d924f2a4-3b09-4dcc-bf67-7d50c3594de3) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:18:09.816499 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:09.827035 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Transition to ACTIVE for port object d924f2a4-3b09-4dcc-bf67-7d50c3594de3 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:18:09.845959 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Transition to ACTIVE for port object d924f2a4-3b09-4dcc-bf67-7d50c3594de3 will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:18:09.915665 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:09.920563 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:18:09.984368 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Network b61d18da-6dc4-4903-8de5-e5252e7f902d is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:18:09.988423 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:18:09.992340 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:18:09.998365 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Pushing event updated for resources: {'Port': ['ID=d924f2a4-3b09-4dcc-bf67-7d50c3594de3,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:18:10.039983 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.040267 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.040600 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.040950 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.041273 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.041623 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.041919 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.042243 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.042561 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.042879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.043199 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.043508 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:18:10.051917 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:18:10.102614 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Attempting to bind port d924f2a4-3b09-4dcc-bf67-7d50c3594de3 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:18:10.102987 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Attempting to bind port d924f2a4-3b09-4dcc-bf67-7d50c3594de3 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:18:10.103348 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Attempting to bind port d924f2a4-3b09-4dcc-bf67-7d50c3594de3 on network b61d18da-6dc4-4903-8de5-e5252e7f902d {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:18:10.108950 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:18:10.109319 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Checking segment: {'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:18:10.109714 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:10.110105 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Bound using segment: {'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:18:10.110562 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Bound port: d924f2a4-3b09-4dcc-bf67-7d50c3594de3, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:18:10.110952 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:10.205364 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] For port d924f2a4-3b09-4dcc-bf67-7d50c3594de3, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:18:10.208488 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] For port d924f2a4-3b09-4dcc-bf67-7d50c3594de3, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d924f2a4-3b09-4dcc-bf67-7d50c3594de3,segment=NetworkSegment(5ab8cb66-b108-4c82-849e-f1acb808e7d8),segment_id=5ab8cb66-b108-4c82-849e-f1acb808e7d8)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:18:10.321866 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:10.325984 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-310f18ba-61f2-4c5d-bb53-708dd60dbe9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:18:10.402943 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Pushing event updated for resources: {'Port': ['ID=d924f2a4-3b09-4dcc-bf67-7d50c3594de3,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:18:10.406780 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:18:10.691452 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:18:10.815879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d924f2a4-3b09-4dcc-bf67-7d50c3594de3 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:18:10.957464 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port d924f2a4-3b09-4dcc-bf67-7d50c3594de3 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:18:11.223446 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ebfd69-9e5e-43c8-9a8c-a4b196a16a40 None None] Network b61d18da-6dc4-4903-8de5-e5252e7f902d requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:18:11.401390 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] Provisioning for port d924f2a4-3b09-4dcc-bf67-7d50c3594de3 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:18:11.433091 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] Provisioning complete for port d924f2a4-3b09-4dcc-bf67-7d50c3594de3 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:18:11.433462 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:11.586094 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:11.625231 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] For port d924f2a4-3b09-4dcc-bf67-7d50c3594de3, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d924f2a4-3b09-4dcc-bf67-7d50c3594de3,segment=NetworkSegment(5ab8cb66-b108-4c82-849e-f1acb808e7d8),segment_id=5ab8cb66-b108-4c82-849e-f1acb808e7d8)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:18:11.715276 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:11.717347 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:18:11.789585 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] Pushing event updated for resources: {'Port': ['ID=d924f2a4-3b09-4dcc-bf67-7d50c3594de3,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:18:11.792679 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:18:11.840337 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-60c3bc45-9c00-4a01-88bc-02df4641666b None None] Provisioning complete for port d924f2a4-3b09-4dcc-bf67-7d50c3594de3 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:18:11.841173 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-60c3bc45-9c00-4a01-88bc-02df4641666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:12.782251 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d924f2a4-3b09-4dcc-bf67-7d50c3594de3 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:18:12.849056 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port d924f2a4-3b09-4dcc-bf67-7d50c3594de3 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:18:12.849420 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:16.000711 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-64dafd56-e071-48d4-8a47-4e2da3d1b95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:18.721026 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:18.780273 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d7301e56-f6b2-429e-9e4c-0dcf42e6fcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:19.682923 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:21.219740 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:45.984559 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-908c206f-094b-47d0-85d9-029ea9fb8345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:47.690527 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:18:48.727255 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:48.830427 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-383d10a9-b0ff-4a0c-b9d8-95e2ba0d550b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:49.658989 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:18:51.230431 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:16.001164 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3af346dc-ddf2-4463-b48a-879f60cbb011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:18.703134 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:18.760520 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-21bdaff9-c04c-4c36-90e5-17c2a9e5f92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:19.669264 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:21.280260 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:24.689442 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:19:27.585169 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41954) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:19:27.591386 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [None req-bc876e7f-a81f-49a9-9b82-4017033d4bd9 tempest-verify_tempest_config-35961991 tempest-verify_tempest_config-35961991-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:19:27.592899 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-bc876e7f-a81f-49a9-9b82-4017033d4bd9 tempest-verify_tempest_config-35961991 tempest-verify_tempest_config-35961991-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0062437
Apr 30 16:19:28.183319 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41972) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:19:28.300090 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:28.314219 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:19:28.317980 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Usage tracker for resource:security_group_rule and tenant:5fea465302d3424a846c57772d1f64cd is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:19:28.320726 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:19:28.326348 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:19:28.406045 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:28.537292 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:28.546363 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-69a2b2aa-d076-4785-9f7f-a9704564b973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:19:28.583450 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Synchronizing usage tracker for tenant:acc9cb0240a44c34b8f16b20e9937c7c on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:19:28.587606 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0633c4e1-f207-4dfd-aaab-2179dea70f56,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:19:28.599481 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.604247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:19:28.609216 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:19:28.762379 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Unset dirty status for tenant:acc9cb0240a44c34b8f16b20e9937c7c on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:19:28.763707 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fea465302d3424a846c57772d1f64cd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5794728
Apr 30 16:19:28.766925 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 41978) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:19:28.823784 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b8befd92-a4aa-43c8-ae3e-97517ffcb1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:28.852206 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b8befd92-a4aa-43c8-ae3e-97517ffcb1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:29.040654 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b8befd92-a4aa-43c8-ae3e-97517ffcb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:29.046941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:19:29.059706 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8befd92-a4aa-43c8-ae3e-97517ffcb1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0633c4e1-f207-4dfd-aaab-2179dea70f56,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:19:29.062983 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b8befd92-a4aa-43c8-ae3e-97517ffcb1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:19:29.063493 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b8befd92-a4aa-43c8-ae3e-97517ffcb1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:29.064593 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b8befd92-a4aa-43c8-ae3e-97517ffcb1b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0633c4e1-f207-4dfd-aaab-2179dea70f56 HTTP/1.1" status: 204  len: 168 time: 0.2967889
Apr 30 16:19:46.005516 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-1bf670a9-7663-4f3b-b732-df5b4d51177d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:48.687787 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:48.805232 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ad86598f-057f-4573-b3d4-66f11901f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:49.765387 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:19:51.233334 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:01.688226 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:20:15.986844 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f01473bd-2869-415b-82df-067de2a79d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:18.672809 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:18.775829 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-17192b8d-59a1-424d-a84a-76971734ae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:19.667136 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:21.215188 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:38.687656 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 5 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:20:46.032358 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-5c569759-40ff-4418-9a48-0eb8907243bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:48.683500 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:48.769674 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-06dc1178-e847-46ee-baaf-0db683326891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:49.672859 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:20:51.249686 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:14.883583 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158'] for agent, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:15.688012 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:21:15.986428 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d7577972-9368-49d3-9de1-482fc140e6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:18.683325 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:18.768845 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9172-2f1c-48e0-aa2e-9dcfdf9ee44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:19.694191 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:21.249904 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:26.633774 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42050) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:21:26.749005 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2798dcd7-00bf-4903-b18d-ccaf7e98107e admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1139584
Apr 30 16:21:28.943938 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42060) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:21:29.009817 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-c2a69e37-1e01-4322-abf2-85a94e5c13be admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0647461
Apr 30 16:21:44.842302 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:45.989684 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c65114ee-1ce0-47fe-b739-2789823248da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:48.751361 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:48.780012 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-aba86170-1395-4cb9-bf74-be9a6612147f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:49.819636 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:51.242791 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:21:52.687469 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:22:14.871813 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:15.997308 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-34974156-2048-4589-9471-b23c24d444ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:18.676763 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:18.762479 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ba2f-5b7b-4375-ba1b-7382a2f5bc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:19.683107 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:21.242230 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:29.703120 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:22:45.027244 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:46.001906 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-10276a54-0db4-4ba8-bd9d-2c16474412cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:48.704777 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:48.813239 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-99c00aed-de1e-4f2a-9d83-9294dbbfb239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:49.684143 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:22:51.267156 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:04.164440 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42240) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:04.479627 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-322754961-network', 'tenant_id': '2a4e5b96c78547baa4cb590a0ac3f0e7'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:04.484393 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:04.493761 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Usage tracker for resource:network and tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:04.493761 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:04.497824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:04.661130 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Made reservation on behalf of 2a4e5b96c78547baa4cb590a0ac3f0e7 for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:04.663687 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:04.678471 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:04.697825 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:04.701967 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Usage tracker for resource:security_group_rule and tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:04.705240 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:04.710943 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:04.808487 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:04.880973 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42274) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:04.938516 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:04.941842 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:04.969330 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:23:04.978847 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7e7323-a26d-431a-85e3-853ee1946e48,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:04.988719 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.989117 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.989442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.989828 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.990180 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.990520 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.990841 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.991153 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.991483 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.991796 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.992106 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.992412 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Tracked resource versions report:
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]: pushed versions:
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]: {   'AddressGroup': {'1.2'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'ConntrackHelper': {'1.0'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Log': {'1.0'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Network': {'1.1'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Port': {'1.7'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'PortForwarding': {'1.2'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'QosPolicy': {'1.8'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'SecurityGroup': {'1.4'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'SecurityGroupRule': {'1.2'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'SubPort': {'1.0'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Subnet': {'1.1'},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     'Trunk': {'1.1'}}
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]: consumer versions:
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]: {   DHCP agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     HyperV agent@hv-cinder-77500: {},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     L3 agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     Metadata agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     Metering agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:     Open vSwitch agent@dv-cinder-775008-3-iscsi: {   'AddressGroup': '1.2',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'ConntrackHelper': '1.0',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Log': '1.0',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Network': '1.1',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Port': '1.7',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'PortForwarding': '1.2',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'QosPolicy': '1.8',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'SecurityGroup': '1.4',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'SecurityGroupRule': '1.2',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'SubPort': '1.0',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Subnet': '1.1',
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:                                                      'Trunk': '1.1'}}
Apr 30 16:23:04.993497 dv-cinder-775008-3-iscsi neutron-server[74380]:  {{(pid=74380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 16:23:04.996290 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:04.996625 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Added segment 7168dc75-a4fe-4850-9c48-0e45d7966a79 of type vlan for network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448
Apr 30 16:23:05.002510 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:05.027069 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:05.495555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:05.497003 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:05.497617 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:05.501479 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:05.606574 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Pushing event updated for resources: {'Network': ['ID=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:05.609598 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:05.622137 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:23:05.690791 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42290) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:05.691488 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5243719
Apr 30 16:23:05.699658 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Request body: {'subnet': {'network_id': 'dd08a9b7-ab40-42c8-9ae6-6f5bd954d448', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-322754961-subnet', 'tenant_id': '2a4e5b96c78547baa4cb590a0ac3f0e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:05.705393 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:05.710694 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Usage tracker for resource:subnet and tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:05.714831 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:05.722258 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:05.829958 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Made reservation on behalf of 2a4e5b96c78547baa4cb590a0ac3f0e7 for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:05.833236 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Notify callbacks [] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:05.962685 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1063034364-network', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:05.968136 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:05.973156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Usage tracker for resource:network and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:05.976957 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:05.989460 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:06.015822 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42300) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:06.072326 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Made reservation on behalf of d435f88d59a74c9a8b66cb9a71fc3e78 for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:06.075205 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.088406 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.104851 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:06.112889 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Usage tracker for resource:security_group_rule and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:06.116113 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:06.123738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:06.245031 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.350462 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.356793 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:06.387743 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:23:06.395905 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.403476 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:06.407042 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264cc8a6-694e-4f1e-b648-96f7be9bde18,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:06.423657 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:06.431302 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.432264 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Added segment 6b1b11c9-1685-435a-ac8e-7972aaf62c85 of type vlan for network aa417807-97da-401a-88f0-fb2baff76934
Apr 30 16:23:06.464427 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.476327 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6702394e-06e4-4aeb-82a9-f9e521dd5459,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:06.488650 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.489023 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.489302 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.489624 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.489941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.490279 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.490586 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.491106 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.491584 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.492060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.492374 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.492682 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Tracked resource versions report:
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]: pushed versions:
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]: {   'AddressGroup': {'1.2'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'ConntrackHelper': {'1.0'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Log': {'1.0'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Network': {'1.1'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Port': {'1.7'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'PortForwarding': {'1.2'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'QosPolicy': {'1.8'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'SecurityGroup': {'1.4'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'SecurityGroupRule': {'1.2'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'SubPort': {'1.0'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Subnet': {'1.1'},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     'Trunk': {'1.1'}}
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]: consumer versions:
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]: {   DHCP agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     HyperV agent@hv-cinder-77500: {},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     L3 agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     Metadata agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     Metering agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:     Open vSwitch agent@dv-cinder-775008-3-iscsi: {   'AddressGroup': '1.2',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'ConntrackHelper': '1.0',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Log': '1.0',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Network': '1.1',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Port': '1.7',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'PortForwarding': '1.2',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'QosPolicy': '1.8',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'SecurityGroup': '1.4',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'SecurityGroupRule': '1.2',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'SubPort': '1.0',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Subnet': '1.1',
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:                                                      'Trunk': '1.1'}}
Apr 30 16:23:06.494337 dv-cinder-775008-3-iscsi neutron-server[74379]:  {{(pid=74379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 16:23:06.512816 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:06.518961 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Checking segment: {'id': '7168dc75-a4fe-4850-9c48-0e45d7966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dd08a9b7-ab40-42c8-9ae6-6f5bd954d448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:06.519303 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Network hostable DHCP agents. Network: dd08a9b7-ab40-42c8-9ae6-6f5bd954d448, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:23:06.545833 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42316) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:06.575046 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1313451644-network', 'tenant_id': '5963a92155674c6583c2b37df3d0f815'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:06.582014 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:06.587002 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Usage tracker for resource:network and tenant:5963a92155674c6583c2b37df3d0f815 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:06.590850 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:06.599284 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:06.663802 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:23:06.692077 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:23:06.716103 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Made reservation on behalf of 5963a92155674c6583c2b37df3d0f815 for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:06.718673 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.728715 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.738666 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:06.738666 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.738666 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a4633c8b-3d32-408f-bc60-712f45d2bb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:06.751926 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.778843 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:06.797090 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Usage tracker for resource:security_group_rule and tenant:5963a92155674c6583c2b37df3d0f815 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:06.802824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:06.811814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:06.860941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, dd08a9b7-ab40-42c8-9ae6-6f5bd954d448) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:06.866183 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:06.867253 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:06.879303 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c8060b-29ae-4093-8ccc-67b81d8e7313 None None] Network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:06.886198 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Pushing event updated for resources: {'Network': ['ID=aa417807-97da-401a-88f0-fb2baff76934,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:06.890737 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:06.910923 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network aa417807-97da-401a-88f0-fb2baff76934 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:23:06.949574 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0673196
Apr 30 16:23:06.958207 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42332) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:06.961840 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Request body: {'subnet': {'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1063034364-subnet', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:06.970899 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:06.986081 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2938468
Apr 30 16:23:06.993993 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Usage tracker for resource:subnet and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:06.997826 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:07.008214 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:07.052564 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-network', 'tenant_id': '40fbb956131348a99eaf6b80cb513691'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:07.067526 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:07.088984 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Usage tracker for resource:network and tenant:40fbb956131348a99eaf6b80cb513691 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:07.097814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:07.113521 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:07.120755 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Made reservation on behalf of d435f88d59a74c9a8b66cb9a71fc3e78 for: {'subnet': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:07.125693 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.183875 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.241600 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c73c0-21bd-4fef-bb0f-c9705aabff4d None None] Network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:07.355125 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Made reservation on behalf of 40fbb956131348a99eaf6b80cb513691 for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:07.355125 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.389985 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.398972 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.418175 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:07.450640 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363a8c40-6cc5-4243-836f-1ea5cbefa659,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:07.456679 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:07.462738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Usage tracker for resource:security_group_rule and tenant:40fbb956131348a99eaf6b80cb513691 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:07.466094 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:07.472644 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:07.567171 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:07.614107 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:23:07.667947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.670791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.671311 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Added segment 38fbb15e-d6ae-4330-8b63-02188bef851f of type vlan for network 0f899f3b-47df-4519-9c6f-b082fd36c42e
Apr 30 16:23:07.705579 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.748513 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.771483 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:07.807600 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:23:07.819768 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9958e08f-b318-425c-aa6d-2974dc8297bf,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:07.869185 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:07.872457 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.872713 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Added segment c5c9bb6c-2cba-4f18-a811-c75279df934b of type vlan for network 0a7bc1c6-578f-493f-828e-1bb5b1535e89
Apr 30 16:23:07.890276 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.893750 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:07.894317 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:07.897634 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:08.011832 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:08.053236 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Pushing event updated for resources: {'Network': ['ID=0f899f3b-47df-4519-9c6f-b082fd36c42e,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:08.057695 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:08.066214 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:23:08.175429 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.1580906
Apr 30 16:23:08.177890 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42372) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:08.186367 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Request body: {'subnet': {'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1313451644-subnet', 'tenant_id': '5963a92155674c6583c2b37df3d0f815', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:08.202818 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:08.209717 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:08.210966 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:08.218196 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2ad8d61d-da24-4605-b7df-491c7bc9f3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:08.238071 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Usage tracker for resource:subnet and tenant:5963a92155674c6583c2b37df3d0f815 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:08.249920 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:08.250056 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:08.251550 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:08.272700 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:08.339790 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=00de99b2-610f-4663-8eea-d1259812916b,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:08.343330 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:08.343737 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:08.374550 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Made reservation on behalf of 5963a92155674c6583c2b37df3d0f815 for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:08.377403 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:08.429873 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.8804052
Apr 30 16:23:08.431934 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42384) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:08.438824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Checking segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:08.439175 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Network hostable DHCP agents. Network: aa417807-97da-401a-88f0-fb2baff76934, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:23:08.448037 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Request body: {'subnet': {'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-subnet', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:08.497807 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:08.511651 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Usage tracker for resource:subnet and tenant:40fbb956131348a99eaf6b80cb513691 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:08.519797 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:08.523477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Pushing event updated for resources: {'Network': ['ID=0a7bc1c6-578f-493f-828e-1bb5b1535e89,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:08.530247 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:08.534586 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:08.537481 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:23:08.703440 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Network aa417807-97da-401a-88f0-fb2baff76934 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:23:08.703440 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Made reservation on behalf of 40fbb956131348a99eaf6b80cb513691 for: {'subnet': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:08.703440 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Notify callbacks [] for subnet, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:08.818808 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, aa417807-97da-401a-88f0-fb2baff76934) {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:08.827293 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:08.827505 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93434d44-cfc6-46f3-bf91-4653c6b00e16 None None] Network aa417807-97da-401a-88f0-fb2baff76934 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:08.828044 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.003346 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0505483
Apr 30 16:23:09.010569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42408) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:09.051658 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:09.081382 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:09.106154 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Usage tracker for resource:router and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:09.114636 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:09.127589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:09.239214 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.243684 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.277868 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-aa417807-97da-401a-88f0-fb2baff76934', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:23:09.281077 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.324728 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.337455 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ac94d97a-1e9d-45e8-9583-57a63387cbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:09.339286 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.403404 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3fbaaa-ff23-4124-a220-c198118c6fa7,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:09.409806 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:09.441591 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Checking segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:09.442494 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Network hostable DHCP agents. Network: 0f899f3b-47df-4519-9c6f-b082fd36c42e, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:23:09.529205 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:23:09.548365 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42438) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:09.551881 dv-cinder-775008-3-iscsi neutron-server[74379]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 16:23:09.575021 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Allocated IP 172.20.0.2 (aa417807-97da-401a-88f0-fb2baff76934/00de99b2-610f-4663-8eea-d1259812916b/cfd71b8b-257f-4c95-82bf-2fdcaa155fa1) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:09.661333 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 0f899f3b-47df-4519-9c6f-b082fd36c42e) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:09.678075 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af278c41-1c3b-43f4-a474-e7004cf95fe6 None None] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:09.696458 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:09.697719 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.738340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.753968 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-827e7167-b2f2-4d97-877e-99e835d2bf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:09.785777 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:09.804187 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-87964cbd-91c6-4d1b-ace4-5082b5c70db7 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:09.812797 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-87964cbd-91c6-4d1b-ace4-5082b5c70db7 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/networks?id=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 HTTP/1.1" status: 200  len: 811 time: 0.2628372
Apr 30 16:23:09.840326 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=845b1200-186b-4e02-b837-c3a539e30ac2,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:09.844464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:09.852119 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-46b610e1-64d4-46f9-ad70-c4925b8fbc54 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/quotas/2a4e5b96c78547baa4cb590a0ac3f0e7 HTTP/1.1" status: 200  len: 375 time: 0.0365062
Apr 30 16:23:09.853057 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Checking segment: {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:09.853473 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Network hostable DHCP agents. Network: 0a7bc1c6-578f-493f-828e-1bb5b1535e89, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:23:09.858283 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6783526
Apr 30 16:23:09.909112 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-6522d402-b55a-4979-85c2-6bdbe67664d2 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a4e5b96c78547baa4cb590a0ac3f0e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0559232
Apr 30 16:23:09.987857 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.033672 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:23:10.079851 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Transition to ACTIVE for port object cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:10.138105 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Transition to ACTIVE for port object cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:10.141547 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458594ed-9a17-470b-b1d8-032bda79bbb2 None None] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:10.171012 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 0a7bc1c6-578f-493f-828e-1bb5b1535e89) {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:10.184427 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009dd5b3-0398-43ce-822b-c0d078b78e1b None None] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:10.250403 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:10.250403 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.355630 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.393398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-9ebaf39f-ba9a-436e-a823-d6927f021173 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:23:10.394440 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-9ebaf39f-ba9a-436e-a823-d6927f021173 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1921644
Apr 30 16:23:10.406777 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.9717557
Apr 30 16:23:10.410853 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.411656 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42476) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:10.415142 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.420890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:10.441372 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:10.441372 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Usage tracker for resource:router and tenant:40fbb956131348a99eaf6b80cb513691 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:10.441544 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4641be55-3ee3-4f3a-b4f4-1448667a9574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:10.441717 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:10.483257 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:10.510323 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Network aa417807-97da-401a-88f0-fb2baff76934 is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:10.516691 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:10.546705 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:10.590370 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.591771 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.648308 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.656945 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-6d91404b-c379-4aca-a00d-47ca687be649 service neutron] 10.222.0.57 "GET /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551668
Apr 30 16:23:10.677169 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42496) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:10.694482 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Allocated IP 172.27.0.153 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/bc12ce9a-a480-4c33-8c06-e9749c0d349e) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:10.773239 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Pushing event updated for resources: {'Port': ['ID=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:10.811407 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-bd25077a-d63a-4ea9-a4bb-d3427db01e5a service neutron] 10.222.0.57 "GET /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452384
Apr 30 16:23:10.826903 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.827246 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.827582 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.828014 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.828240 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.828550 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.828892 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.829215 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.829553 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.829877 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.830190 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.830504 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Tracked resource versions report:
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]: pushed versions:
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]: {   'AddressGroup': {'1.2'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'ConntrackHelper': {'1.0'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Log': {'1.0'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Network': {'1.1'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Port': {'1.7'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'PortForwarding': {'1.2'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'QosPolicy': {'1.8'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'SecurityGroup': {'1.4'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'SecurityGroupRule': {'1.2'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'SubPort': {'1.0'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Subnet': {'1.1'},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     'Trunk': {'1.1'}}
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]: consumer versions:
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]: {   DHCP agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     HyperV agent@hv-cinder-77500: {},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     L3 agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     Metadata agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     Metering agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:     Open vSwitch agent@dv-cinder-775008-3-iscsi: {   'AddressGroup': '1.2',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'ConntrackHelper': '1.0',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Log': '1.0',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Network': '1.1',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Port': '1.7',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'PortForwarding': '1.2',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'QosPolicy': '1.8',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'SecurityGroup': '1.4',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'SecurityGroupRule': '1.2',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'SubPort': '1.0',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Subnet': '1.1',
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:                                                      'Trunk': '1.1'}}
Apr 30 16:23:10.831522 dv-cinder-775008-3-iscsi neutron-server[74381]:  {{(pid=74381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 16:23:10.840811 dv-cinder-775008-3-iscsi neutron-server[74380]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 16:23:10.841927 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:10.850732 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Attempting to bind port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:10.851112 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Attempting to bind port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:10.851479 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Attempting to bind port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 on network aa417807-97da-401a-88f0-fb2baff76934 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:10.979147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:10.979147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Checking segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:10.979147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.979147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Bound using segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:10.979147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Bound port: cfd71b8b-257f-4c95-82bf-2fdcaa155fa1, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:10.979147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:10.994430 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e61fb-6a4b-4b21-af34-045a58c8f887 None None] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:11.008903 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42506) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:11.115153 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:11.227946 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:11.236394 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] For port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:11.246654 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:11.252226 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:11.288930 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:11.294244 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Usage tracker for resource:security_group_rule and tenant:9b6c4761898843278689852dd99aae48 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:11.299715 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:11.316199 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] For port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:11.316331 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:11.338294 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Pushing event updated for resources: {'Port': ['ID=bc12ce9a-a480-4c33-8c06-e9749c0d349e,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:11.404569 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:11.411717 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-310f18ba-61f2-4c5d-bb53-708dd60dbe9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:11.437717 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:11.511825 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Pushing event updated for resources: {'Port': ['ID=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:11.513480 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6b44fa91-02ef-455d-952f-f7f16e96a473 req-5eaf2260-91d0-4258-b8b4-aa4ca52c3e41 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.0713289
Apr 30 16:23:11.533439 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:11.537702 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:11.541291 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:11.553565 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:11.666027 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:11.723330 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:11.745278 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:11.824156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-72ebd8a5-0c9a-4a5e-99f3-6e6e65c0303d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:11.824961 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-72ebd8a5-0c9a-4a5e-99f3-6e6e65c0303d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:network {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:11.853816 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b6c4761898843278689852dd99aae48&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8482025
Apr 30 16:23:11.862655 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42546) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:11.890866 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61375fa2-6e00-4e73-afce-0ddb67b0c7c6,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:11.895019 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:11.981428 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e476584a-4eb9-4077-a4ab-347c95b6ea94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:12.015814 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e476584a-4eb9-4077-a4ab-347c95b6ea94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:12.194624 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-72ebd8a5-0c9a-4a5e-99f3-6e6e65c0303d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:network {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:12.195749 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-72ebd8a5-0c9a-4a5e-99f3-6e6e65c0303d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 815 time: 1.3775382
Apr 30 16:23:12.210469 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:12.220630 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e476584a-4eb9-4077-a4ab-347c95b6ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:12.226060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b8befd92-a4aa-43c8-ae3e-97517ffcb1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:12.231238 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-6e00e9f6-2bf6-4dc6-a86e-04d8ac8b02d8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/quotas/5963a92155674c6583c2b37df3d0f815 HTTP/1.1" status: 200  len: 375 time: 0.0215664
Apr 30 16:23:12.240094 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476584a-4eb9-4077-a4ab-347c95b6ea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61375fa2-6e00-4e73-afce-0ddb67b0c7c6,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:12.250748 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e476584a-4eb9-4077-a4ab-347c95b6ea94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:12.264012 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e476584a-4eb9-4077-a4ab-347c95b6ea94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:12.267431 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-e476584a-4eb9-4077-a4ab-347c95b6ea94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61375fa2-6e00-4e73-afce-0ddb67b0c7c6 HTTP/1.1" status: 204  len: 168 time: 0.4037011
Apr 30 16:23:12.300077 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-124f2771-9e91-4314-bb9c-02d42e11230e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0654118
Apr 30 16:23:12.604747 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-72a4d1c4-525a-4859-b141-64c58c5b3d08 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:23:12.606082 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-72a4d1c4-525a-4859-b141-64c58c5b3d08 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1996145
Apr 30 16:23:12.745786 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8df53cfe-f5d2-4cd2-85bd-5f319a7c262a req-c840436c-3b09-4563-a3d4-c039eccd8703 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.1200533
Apr 30 16:23:12.945450 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:12.987193 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb75aad3-5e0a-4aa2-9712-0a1884b63284 None None] Network aa417807-97da-401a-88f0-fb2baff76934 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:13.051707 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-7c0014a8-e3c7-4f7c-a750-aaf26e8cff95 service neutron] 10.222.0.57 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4270136
Apr 30 16:23:13.087700 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:13.279223 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-a7fcdd61-9513-40b2-b81c-d4721c04276f None None] Provisioning for port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:13.285974 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42594) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:13.326797 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:13.332136 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:13.332519 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:13.341585 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:13.383264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:13.396911 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3b7ed23b844fbeb955cda2676426d6 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:13.410108 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:13.422113 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:13.648244 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:13.663797 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:13.761397 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:13.763009 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-88aad611-a17f-4163-9314-7a4fb9c5adb6 None None] Provisioning complete for port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:13.763299 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-88aad611-a17f-4163-9314-7a4fb9c5adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:13.776230 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-c7219647-7923-4ca4-a8d7-b050de1dc0d9 service neutron] 10.222.0.57 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6639354
Apr 30 16:23:13.786029 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:13.890131 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1ad48b88-6ca4-4cb7-807b-8675f53feb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:13.901628 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a3b7ed23b844fbeb955cda2676426d6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6117775
Apr 30 16:23:13.904098 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42618) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:13.925737 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0c59a1b0-9b7b-4390-9432-59daa6883dbf req-852cf7ef-092d-4a18-896c-24e74499b1fd tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.1056139
Apr 30 16:23:13.926822 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:13.931165 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:13.937882 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:13.988558 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c59504b-c3ec-4d26-95cd-4f128dbe35a9,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:13.995133 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:14.025015 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.101209 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.124502 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:14.139557 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:14.228288 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e08834f-87b9-4442-ace1-888917c14133 req-8a7ff451-416b-417a-900b-baa6050f77e9 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.0532851
Apr 30 16:23:14.305560 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42648) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:14.335641 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c4f4dca7-b1a3-404e-a7c0-29b701f1ee5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.459590 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c4f4dca7-b1a3-404e-a7c0-29b701f1ee5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.468272 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.486433 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:14.491380 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Usage tracker for resource:security_group_rule and tenant:6be85b4c3c954242b112957a245b92a6 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:14.494516 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:14.500593 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:14.527198 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Allocated IP 172.27.0.250 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/8446287c-458f-4791-a7e0-daabfc396a12) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:14.599718 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.635734 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Router f2849bd0-7e0a-420b-b001-e747e20812c3 is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:23:14.722094 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.739446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:14.810234 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c4f4dca7-b1a3-404e-a7c0-29b701f1ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.825167 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:14.831841 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6be85b4c3c954242b112957a245b92a6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5247467
Apr 30 16:23:14.842901 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42666) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:14.847033 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcea0d2f-6abc-460c-886a-c6964873c202,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:14.855855 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:14.889851 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:14.894538 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4dca7-b1a3-404e-a7c0-29b701f1ee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c59504b-c3ec-4d26-95cd-4f128dbe35a9,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:14.895645 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c4f4dca7-b1a3-404e-a7c0-29b701f1ee5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:14.966030 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:15.044613 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:15.076292 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c4f4dca7-b1a3-404e-a7c0-29b701f1ee5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:15.077477 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-c4f4dca7-b1a3-404e-a7c0-29b701f1ee5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c59504b-c3ec-4d26-95cd-4f128dbe35a9 HTTP/1.1" status: 204  len: 168 time: 1.1705196
Apr 30 16:23:15.089995 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:23:15.101939 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Sync routers for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:23:15.116759 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:23:15.121979 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502870fd0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:22:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:15.199329 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-38d0e371-9b09-4f6b-87de-ce69fa87ee57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:15.261572 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:15.264130 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:15.269890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-38d0e371-9b09-4f6b-87de-ce69fa87ee57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:15.339710 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:15.344521 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42690) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:15.344776 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.3141339
Apr 30 16:23:15.346515 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:15.444791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2640ccde-7017-44d0-98bc-e303f0ca233a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:15.582544 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7c9be7b-2297-498f-994c-4b5ef8aceebb req-c07da309-bfe9-4452-974c-17c10bdbcd07 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.2435613
Apr 30 16:23:15.622487 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:15.627914 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8446287c-458f-4791-a7e0-daabfc396a12,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:15.644623 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-38d0e371-9b09-4f6b-87de-ce69fa87ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:15.648115 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:15.649122 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:15.659037 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:15.833365 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:23:16.078203 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-47c10b20-6853-4c9a-811d-e540b2619271 req-b3c0bcbd-5152-4a35-9f3d-2bd2fa03000d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.1933444
Apr 30 16:23:16.112828 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:16.123551 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9edb1807-1356-4816-b1e6-317344d549a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:16.157987 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0e371-9b09-4f6b-87de-ce69fa87ee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcea0d2f-6abc-460c-886a-c6964873c202,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:16.178430 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-38d0e371-9b09-4f6b-87de-ce69fa87ee57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:16.309993 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.69', 50130) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:16.453454 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502870fd0>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:12Z', 'revision_number': 3, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:16.463492 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Checking router: f2849bd0-7e0a-420b-b001-e747e20812c3 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:23:16.467311 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Updating router f2849bd0-7e0a-420b-b001-e747e20812c3 port bc12ce9a-a480-4c33-8c06-e9749c0d349e binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:23:16.467431 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-38d0e371-9b09-4f6b-87de-ce69fa87ee57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:16.471584 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-38d0e371-9b09-4f6b-87de-ce69fa87ee57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dcea0d2f-6abc-460c-886a-c6964873c202 HTTP/1.1" status: 204  len: 168 time: 1.6161165
Apr 30 16:23:16.691928 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:16.881175 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-9a8ea83f-606e-45d5-8a49-8782abf4dca0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:16.882347 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-9a8ea83f-606e-45d5-8a49-8782abf4dca0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Synchronizing usage tracker for tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 on resource:network {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:17.042035 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e636c2b3-9d22-4a32-9c8e-8a0da09d0f16 req-3eb8bbee-84a9-4ef7-a094-6140d65866ec tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.0972054
Apr 30 16:23:17.146564 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-9a8ea83f-606e-45d5-8a49-8782abf4dca0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Unset dirty status for tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 on resource:network {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:17.153184 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-9a8ea83f-606e-45d5-8a49-8782abf4dca0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.69 "GET /v2.0/networks?id=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 HTTP/1.1" status: 200  len: 811 time: 0.8359897
Apr 30 16:23:17.235674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:17.340481 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-30a3ebd8-d04a-4659-a71a-c494252ce26e req-cb464681-5f2e-4a95-bd7c-9f862fc77ad5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.0587878
Apr 30 16:23:17.450472 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:17.559654 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:17.586910 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Transition to ACTIVE for port object bc12ce9a-a480-4c33-8c06-e9749c0d349e will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:17.634491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42752) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:17.670491 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:17.690335 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:17.792458 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Pushing event updated for resources: {'Port': ['ID=bc12ce9a-a480-4c33-8c06-e9749c0d349e,revision_number=2']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:17.814358 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.814849 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.815249 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.815641 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.816029 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.816520 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.816826 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.817255 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.817655 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.818034 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.818411 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.818786 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Tracked resource versions report:
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]: pushed versions:
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]: {   'AddressGroup': {'1.2'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'ConntrackHelper': {'1.0'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Log': {'1.0'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Network': {'1.1'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Port': {'1.7'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'PortForwarding': {'1.2'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'QosPolicy': {'1.8'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'SecurityGroup': {'1.4'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'SecurityGroupRule': {'1.2'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'SubPort': {'1.0'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Subnet': {'1.1'},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     'Trunk': {'1.1'}}
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]: consumer versions:
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]: {   DHCP agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     HyperV agent@hv-cinder-77500: {},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     L3 agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     Metadata agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     Metering agent@dv-cinder-775008-3-iscsi: {},
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:     Open vSwitch agent@dv-cinder-775008-3-iscsi: {   'AddressGroup': '1.2',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'ConntrackHelper': '1.0',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Log': '1.0',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Network': '1.1',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Port': '1.7',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'PortForwarding': '1.2',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'QosPolicy': '1.8',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'SecurityGroup': '1.4',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'SecurityGroupRule': '1.2',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'SubPort': '1.0',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Subnet': '1.1',
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:                                                      'Trunk': '1.1'}}
Apr 30 16:23:17.819873 dv-cinder-775008-3-iscsi neutron-server[74382]:  {{(pid=74382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 16:23:17.824501 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:17.837919 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Attempting to bind port bc12ce9a-a480-4c33-8c06-e9749c0d349e on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:17.838509 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Attempting to bind port bc12ce9a-a480-4c33-8c06-e9749c0d349e by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:17.839066 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Attempting to bind port bc12ce9a-a480-4c33-8c06-e9749c0d349e on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:17.846062 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:17.846998 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:17.847752 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:17.848356 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:17.849089 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Bound port: bc12ce9a-a480-4c33-8c06-e9749c0d349e, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:17.850085 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:17.902271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1541021638-network', 'tenant_id': 'fadb81103ad34985b20d19c283962336'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:17.911419 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:17.915704 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:17.918745 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Usage tracker for resource:network and tenant:fadb81103ad34985b20d19c283962336 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:17.924089 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:17.937971 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:17.940471 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] For port bc12ce9a-a480-4c33-8c06-e9749c0d349e, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:17.943115 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Allocated IP 172.20.0.1 (aa417807-97da-401a-88f0-fb2baff76934/00de99b2-610f-4663-8eea-d1259812916b/7295312e-6ce9-434f-a145-89e174f35264) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:17.944843 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] For port bc12ce9a-a480-4c33-8c06-e9749c0d349e, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=bc12ce9a-a480-4c33-8c06-e9749c0d349e,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:18.019741 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.027145 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:18.062313 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Made reservation on behalf of fadb81103ad34985b20d19c283962336 for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:18.068395 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.084920 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.112683 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:18.119549 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Usage tracker for resource:security_group_rule and tenant:fadb81103ad34985b20d19c283962336 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:18.122199 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:23:18.123093 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502870fd0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:22:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:18.130602 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:18.141480 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:18.168243 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.230332 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Transition to ACTIVE for port object 7295312e-6ce9-434f-a145-89e174f35264 will not be triggered until provisioned by entity DHCP. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:18.244032 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Pushing event updated for resources: {'Port': ['ID=bc12ce9a-a480-4c33-8c06-e9749c0d349e,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:18.249015 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:18.314965 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-621caed1-032d-462c-abbb-82243eec4696 req-be9c7da8-113a-42f1-91d9-55e06b5ff8b2 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.0713689
Apr 30 16:23:18.343607 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.352591 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.359111 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:18.381722 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:23:18.413420 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.441094 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:23:18.449299 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:23:18.470895 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Network aa417807-97da-401a-88f0-fb2baff76934 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:18.499839 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:18.502476 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:18.502948 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.518525 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.518848 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Added segment 38a532f8-f2de-413e-a04d-342b004a4031 of type vlan for network 2e715fea-deee-4265-a2fb-310feb77a844
Apr 30 16:23:18.520151 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Pushing event updated for resources: {'Port': ['ID=7295312e-6ce9-434f-a145-89e174f35264,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:18.529437 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:18.537742 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:18.723791 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.752191 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.773352 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a524085-1933-40a0-8bf6-10dd995e277b,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:18.785372 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ac2ccb93-8884-4b2f-8e44-4e8ae6e599d3 req-af0fea9b-2ad4-4f0f-8620-ecb86204e82b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.2684383
Apr 30 16:23:18.793510 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:18.823009 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:23:18.836918 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Sync routers for ids ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:23:18.860758 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Routers {'3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:23:18.861714 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026275b0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:22:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:18.871237 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.887336 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502870fd0>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:12Z', 'revision_number': 3, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:18.891972 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.895206 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:18.895797 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.896305 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddd1a8-8af8-40a4-b79b-043cb440d3a8 None None] The sync data for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:12Z', 'revision_number': 3, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:23:18.900112 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:18.934608 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.935988 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 8.5238361
Apr 30 16:23:18.938729 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 42794) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:18.946140 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-73350cbe-95ba-44cd-880e-af11df85c309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:18.960327 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-4b122b8a-638e-4476-b683-3be990cb6c3c None None] Provisioning for port 7295312e-6ce9-434f-a145-89e174f35264 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:18.974897 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-4b122b8a-638e-4476-b683-3be990cb6c3c None None] Provisioning complete for port 7295312e-6ce9-434f-a145-89e174f35264 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:18.975413 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4b122b8a-638e-4476-b683-3be990cb6c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:19.057968 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Pushing event updated for resources: {'Network': ['ID=2e715fea-deee-4265-a2fb-310feb77a844,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:19.066465 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:19.136551 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 2e715fea-deee-4265-a2fb-310feb77a844 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:23:19.189885 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-4b122b8a-638e-4476-b683-3be990cb6c3c None None] Port 7295312e-6ce9-434f-a145-89e174f35264 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:23:19.566011 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6998701
Apr 30 16:23:19.566011 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42798) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:19.566011 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:19.568634 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Set router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Request body: {'subnet': {'network_id': '2e715fea-deee-4265-a2fb-310feb77a844', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1541021638-subnet', 'tenant_id': 'fadb81103ad34985b20d19c283962336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Usage tracker for resource:subnet and tenant:fadb81103ad34985b20d19c283962336 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Made reservation on behalf of fadb81103ad34985b20d19c283962336 for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:19.568820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:19.652635 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-97ef7d54-7f68-42f0-ae11-858bd99f840d req-c8e3da91-a192-4161-81d1-9b8aee564931 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.1690524
Apr 30 16:23:19.749306 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Pushing event updated for resources: {'Port': ['ID=7295312e-6ce9-434f-a145-89e174f35264,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:19.759722 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:19.814904 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026275b0>, [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:16Z', 'revision_number': 3, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:19.819262 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Checking router: 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:23:19.819543 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Updating router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e port 8446287c-458f-4791-a7e0-daabfc396a12 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:23:19.835947 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Network aa417807-97da-401a-88f0-fb2baff76934 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:19.837965 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:19.941250 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.012059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.094554 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.130157 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-55aaf8fa-cbd5-4d3f-8a4b-a42c5cb34b69 req-0f010a6b-096c-40a8-93ad-c359906c8879 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.1583891
Apr 30 16:23:20.262990 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-4393412f-1bde-404e-baa9-f058a3afc440 None None] Provisioning complete for port 7295312e-6ce9-434f-a145-89e174f35264 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:20.265477 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4393412f-1bde-404e-baa9-f058a3afc440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.393194 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Router f2849bd0-7e0a-420b-b001-e747e20812c3 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:23:20.424633 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Allocated IP 172.20.0.1 (0a7bc1c6-578f-493f-828e-1bb5b1535e89/845b1200-186b-4e02-b837-c3a539e30ac2/62548ba7-0f21-4e00-a295-9c926d414d52) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:20.450609 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-4393412f-1bde-404e-baa9-f058a3afc440 None None] Port 7295312e-6ce9-434f-a145-89e174f35264 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:23:20.646139 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.664049 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Transition to ACTIVE for port object 8446287c-458f-4791-a7e0-daabfc396a12 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:20.691696 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:23:20.705040 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] 10.222.0.57 "PUT /v2.0/routers/f2849bd0-7e0a-420b-b001-e747e20812c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3587112
Apr 30 16:23:20.783580 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.812897 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.820202 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:20.824938 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.841098 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:20.862301 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-25d912aa-c50c-456d-8beb-19c3d237908f req-42f13177-e9e3-4952-b16e-79e1441ee5aa tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.0484896
Apr 30 16:23:20.924060 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Attempting to bind port 8446287c-458f-4791-a7e0-daabfc396a12 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:20.924439 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Attempting to bind port 8446287c-458f-4791-a7e0-daabfc396a12 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:20.924806 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Attempting to bind port 8446287c-458f-4791-a7e0-daabfc396a12 on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:20.928082 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a783d45-524c-429f-a224-e79ac239210b,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:20.932431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:20.936390 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d264e7-4325-4937-b52d-28bd5134afbe None None] Pushing event updated for resources: {'Port': ['ID=8446287c-458f-4791-a7e0-daabfc396a12,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:20.940217 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-93d264e7-4325-4937-b52d-28bd5134afbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:20.940636 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.941468 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:20.941902 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:20.942294 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.950137 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:20.950137 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Bound port: 8446287c-458f-4791-a7e0-daabfc396a12, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:20.950137 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:20.950573 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:20.950658 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Checking segment: {'id': '38a532f8-f2de-413e-a04d-342b004a4031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e715fea-deee-4265-a2fb-310feb77a844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:20.950658 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Network hostable DHCP agents. Network: 2e715fea-deee-4265-a2fb-310feb77a844, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:23:21.028674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:21.032152 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:21.036047 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:21.036528 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:21.047155 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Network 2e715fea-deee-4265-a2fb-310feb77a844 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:23:21.072045 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device bc12ce9a-a480-4c33-8c06-e9749c0d349e up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:21.107858 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] For port 8446287c-458f-4791-a7e0-daabfc396a12, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:21.128044 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] For port 8446287c-458f-4791-a7e0-daabfc396a12, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=8446287c-458f-4791-a7e0-daabfc396a12,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:21.146137 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 2e715fea-deee-4265-a2fb-310feb77a844) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:21.151011 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:21.152768 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:21.159433 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Pushing event updated for resources: {'Port': ['ID=62548ba7-0f21-4e00-a295-9c926d414d52,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:21.169004 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:21.190224 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71e540-a7f1-4315-a0ec-44a3b93810a2 None None] Network 2e715fea-deee-4265-a2fb-310feb77a844 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:21.236308 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:21.264346 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9226608
Apr 30 16:23:21.286944 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Sync routers for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:23:21.302722 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:23:21.304272 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5029555b0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:23:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:21.340385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Request body: {'port': {'device_id': '7ce098cc-a5a1-4f91-8660-0196dc22f44b', 'network_id': 'dd08a9b7-ab40-42c8-9ae6-6f5bd954d448', 'admin_state_up': True, 'tenant_id': '2a4e5b96c78547baa4cb590a0ac3f0e7'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:21.373911 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:21.512644 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f463575-e370-4deb-b959-bba8a973a00c req-7dba0a9c-ef20-416d-97e6-92cce01b4c1d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.1332052
Apr 30 16:23:21.593806 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:21.594429 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port bc12ce9a-a480-4c33-8c06-e9749c0d349e completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:21.618689 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d264e7-4325-4937-b52d-28bd5134afbe None None] Pushing event updated for resources: {'Port': ['ID=8446287c-458f-4791-a7e0-daabfc396a12,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:21.626427 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port bc12ce9a-a480-4c33-8c06-e9749c0d349e triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:21.631949 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:21.699155 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:23:21.754288 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-93d264e7-4325-4937-b52d-28bd5134afbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:21.809786 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:21.810769 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42852) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:21.815223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Usage tracker for resource:port and tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:21.820316 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:21.822218 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294785181', 'description': 'tempest-description--1078862149'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:21.830794 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:21.835962 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:21.848031 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:security_group and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:21.854063 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:21.865884 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:21.908397 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Routers {'3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:23:21.909054 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026275b0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:23:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:21.916476 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:21.972382 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Made reservation on behalf of 2a4e5b96c78547baa4cb590a0ac3f0e7 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:21.976083 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:22.055055 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:22.103833 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:22.111450 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:security_group_rule and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:22.112592 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1998b-849e-43f2-9325-a7a37f910e1b None None] Network 2e715fea-deee-4265-a2fb-310feb77a844 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:22.118101 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:22.125158 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:22.154046 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-48fed48b-70dd-40cb-ac3a-61b4607f0e40 req-a53a1b87-205e-4f24-860a-73ad7e8ec62c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.0752625
Apr 30 16:23:22.283719 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:22.295533 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5029555b0>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:19Z', 'revision_number': 2, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:22.303607 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Checking router: f2849bd0-7e0a-420b-b001-e747e20812c3 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:23:22.303978 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Updating router f2849bd0-7e0a-420b-b001-e747e20812c3 port 7295312e-6ce9-434f-a145-89e174f35264 binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:23:22.375111 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:22.382972 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:22.387809 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:22.432517 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] Set router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:23:22.506830 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a342d0a1-273e-4981-a7ea-94dc63db106b,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:22.526739 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:22.535610 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:22.608538 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:22.610620 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.7953193
Apr 30 16:23:22.611430 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.69', 50141) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:22.627350 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Allocated IP 172.20.0.6 (dd08a9b7-ab40-42c8-9ae6-6f5bd954d448/6702394e-06e4-4aeb-82a9-f9e521dd5459/d5d68a4a-6ef8-449c-bce9-09088aed70cd) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:22.680667 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port bc12ce9a-a480-4c33-8c06-e9749c0d349e, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=bc12ce9a-a480-4c33-8c06-e9749c0d349e,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:22.685226 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42888) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:22.749489 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'security_group_rule': {'security_group_id': 'a342d0a1-273e-4981-a7ea-94dc63db106b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:22.776305 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:22.790562 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:security_group_rule and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:22.816202 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:22.832083 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:22.838052 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:22.841682 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-93d264e7-4325-4937-b52d-28bd5134afbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:23.018300 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42904) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:23.064886 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=bc12ce9a-a480-4c33-8c06-e9749c0d349e,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:23.082489 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:23.208911 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325241217-network', 'tenant_id': 'bb993df3b13649fcaaf309633e8db95d'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:23.218264 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026275b0>, [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:21Z', 'revision_number': 4, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '62548ba7-0f21-4e00-a295-9c926d414d52', 'name': '', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'mac_address': 'fa:16:3e:bf:6e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:20Z', 'updated_at': '2021-04-30T16:23:20Z', 'revision_number': 1, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'subnets': [{'id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:23.225999 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:23.227817 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19249b9a-8a97-478d-a258-bc487ab779ac None None] The sync data for ids ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'] in dv-cinder-775008-3-iscsi is: [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:21Z', 'revision_number': 4, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '62548ba7-0f21-4e00-a295-9c926d414d52', 'name': '', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'mac_address': 'fa:16:3e:bf:6e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:20Z', 'updated_at': '2021-04-30T16:23:20Z', 'revision_number': 1, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'subnets': [{'id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:23:23.244390 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Usage tracker for resource:network and tenant:bb993df3b13649fcaaf309633e8db95d is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:23.254112 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:23.264906 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:23.310340 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-93fa706e-febc-4504-a021-45949e8be377 req-7affed08-2008-4571-a34c-d7c3545d99da tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.4270816
Apr 30 16:23:23.318364 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.db.resource_extend [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 16:23:23.333737 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.349819 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Made reservation on behalf of bb993df3b13649fcaaf309633e8db95d for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:23.353500 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.378095 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.395500 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.411890 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.440341 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Transition to ACTIVE for port object 7295312e-6ce9-434f-a145-89e174f35264 will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:23.456073 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:23.470445 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Usage tracker for resource:security_group_rule and tenant:bb993df3b13649fcaaf309633e8db95d is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:23.479790 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:23.502033 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-d3ab1b9b-9a2b-431a-b225-b6f433d895da tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:23.504134 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-d3ab1b9b-9a2b-431a-b225-b6f433d895da tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 815 time: 0.8911123
Apr 30 16:23:23.518788 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:23.525232 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.527272 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.528262 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.541399 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.542016 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:23.547410 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:23.556933 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:23.573568 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Request body: {'port': {'device_id': '2b7afd2e-db77-4a75-8fd2-260fe85b0366', 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'admin_state_up': True, 'tenant_id': '5963a92155674c6583c2b37df3d0f815'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:23.858329 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:23.862131 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.003039 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1bed3869-f55d-4bec-87ee-22e6b21b2f51 req-b10c3480-05ae-448e-a830-a252f3c0060f tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.1572855
Apr 30 16:23:24.004154 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Usage tracker for resource:port and tenant:5963a92155674c6583c2b37df3d0f815 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:24.027766 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:24.031093 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:24.053809 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Pushing event updated for resources: {'Port': ['ID=62548ba7-0f21-4e00-a295-9c926d414d52,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:24.059566 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:24.119064 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:24.161520 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00aaab44-23b8-49c4-9a42-cafc2c4207cf,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:24.172931 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:24.188405 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.189901 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1a019892-78a8-4d38-a8ef-309303c223b7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4988637
Apr 30 16:23:24.196757 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42928) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:24.227202 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'security_group_rule': {'security_group_id': 'a342d0a1-273e-4981-a7ea-94dc63db106b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:24.240504 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:24.247434 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:security_group_rule and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:24.258531 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:24.282280 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:24.332487 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Made reservation on behalf of 5963a92155674c6583c2b37df3d0f815 for: {'port': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:24.336207 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.379012 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa8f23-371b-49fb-9df0-c2eb28e9837f None None] Pushing event updated for resources: {'Port': ['ID=7295312e-6ce9-434f-a145-89e174f35264,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:24.478768 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-71fa8f23-371b-49fb-9df0-c2eb28e9837f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:24.480292 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Attempting to bind port 7295312e-6ce9-434f-a145-89e174f35264 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:24.480718 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Attempting to bind port 7295312e-6ce9-434f-a145-89e174f35264 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:24.481106 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Attempting to bind port 7295312e-6ce9-434f-a145-89e174f35264 on network aa417807-97da-401a-88f0-fb2baff76934 {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:24.495155 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:24.496652 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Checking segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:24.496652 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.496652 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Bound using segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:24.503511 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Bound port: 7295312e-6ce9-434f-a145-89e174f35264, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:24.505397 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.528416 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.642324 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.692543 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.748534 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e476584a-4eb9-4077-a4ab-347c95b6ea94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:24.809750 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] For port 7295312e-6ce9-434f-a145-89e174f35264, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:24.812691 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:24.813362 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] For port 7295312e-6ce9-434f-a145-89e174f35264, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=7295312e-6ce9-434f-a145-89e174f35264,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:24.824533 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:24.828854 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f57d86e7-bb0f-4512-aecf-256e2c38802b req-74451194-d16e-431b-96c2-1a99d457330e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.1946433
Apr 30 16:23:24.888492 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c7a983-ce79-48ef-875c-4e0283f5e57e,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:24.904689 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:24.950376 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.954814 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-acecf2d8-c3ed-4322-af06-8d51178db7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:24.959015 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:24.991908 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c93a0c25-8803-4f0a-bbf6-66919d0672b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:25.000444 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:23:25.038284 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:25.038851 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Added segment a8f3b3fe-cb00-4629-8305-c22e545a0bdd of type vlan for network eb5479ca-c4b6-49ea-8dc8-a5f278f79359
Apr 30 16:23:25.133741 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:25.154172 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:23:25.157911 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5029555b0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:23:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:25.291147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 8446287c-458f-4791-a7e0-daabfc396a12 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:25.334084 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:25.369336 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:25.410461 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:25.429146 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:25.437250 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:25.472803 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:25.479222 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:25.483404 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:25.485248 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:25.558995 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa8f23-371b-49fb-9df0-c2eb28e9837f None None] Pushing event updated for resources: {'Port': ['ID=7295312e-6ce9-434f-a145-89e174f35264,revision_number=4']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:25.581604 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-71fa8f23-371b-49fb-9df0-c2eb28e9837f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:25.698330 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 8446287c-458f-4791-a7e0-daabfc396a12 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:25.707202 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 8446287c-458f-4791-a7e0-daabfc396a12 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:25.707806 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:25.789012 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Allocated IP 172.20.0.5 (0f899f3b-47df-4519-9c6f-b082fd36c42e/3f3fbaaa-ff23-4124-a220-c198118c6fa7/f7d5efe9-6648-4525-b9f3-7d0292aca0f1) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:25.804630 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:25.843762 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:23:25.868984 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Pushing event updated for resources: {'Port': ['ID=d5d68a4a-6ef8-449c-bce9-09088aed70cd,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:25.895551 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:25.971683 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:26.016070 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:23:26.242937 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:26.263141 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9313908
Apr 30 16:23:26.283834 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 8446287c-458f-4791-a7e0-daabfc396a12, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=8446287c-458f-4791-a7e0-daabfc396a12,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:26.291076 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b361846e-fd8a-4665-b626-54e22ee45944 req-6994013a-a6dc-4863-9435-56d3f49ce1ea tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.1279080
Apr 30 16:23:26.303764 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:26.309445 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.1111975
Apr 30 16:23:26.313763 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 3.2818971
Apr 30 16:23:26.325413 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42958) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:26.326198 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 42960) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:26.373311 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:26.375055 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device bc12ce9a-a480-4c33-8c06-e9749c0d349e up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:26.400291 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Request body: {'subnet': {'network_id': 'eb5479ca-c4b6-49ea-8dc8-a5f278f79359', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325241217-subnet', 'tenant_id': 'bb993df3b13649fcaaf309633e8db95d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:26.409312 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:26.414364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Usage tracker for resource:subnet and tenant:bb993df3b13649fcaaf309633e8db95d is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:26.417630 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:26.424015 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:26.435299 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:26.438315 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:23:26.447854 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] 10.222.0.57 "PUT /v2.0/routers/3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5045934
Apr 30 16:23:26.484236 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:26.568950 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5029555b0>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:24Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:26.575881 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f511a22-a160-46d9-bc2a-7fa85814ce55 None None] The sync data for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:24Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:23:26.608805 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:26.612350 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Made reservation on behalf of bb993df3b13649fcaaf309633e8db95d for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:26.616050 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:26.645353 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6412102-7989-4839-8812-215a40731c69 req-a6798556-3af8-4f5b-b7ad-86e603beca19 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:26.655349 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f6412102-7989-4839-8812-215a40731c69 req-a6798556-3af8-4f5b-b7ad-86e603beca19 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 931 time: 1.2224295
Apr 30 16:23:26.656416 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:floatingip and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:26.697955 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Pushing event updated for resources: {'Network': ['ID=eb5479ca-c4b6-49ea-8dc8-a5f278f79359,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:26.715853 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:26.721962 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:26.733070 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:26.747709 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:26.754763 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=8446287c-458f-4791-a7e0-daabfc396a12,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:26.794492 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network eb5479ca-c4b6-49ea-8dc8-a5f278f79359 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:23:26.820960 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-1dcc58ff-e554-4a1b-866d-46a9f9663640 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:23:26.822527 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-1dcc58ff-e554-4a1b-866d-46a9f9663640 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0083485
Apr 30 16:23:26.844811 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:26.932314 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port bc12ce9a-a480-4c33-8c06-e9749c0d349e triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:26.932806 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:27.239248 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Request body: {'port': {'device_id': '7ce098cc-a5a1-4f91-8660-0196dc22f44b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:27.552431 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:27.705057 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Sync routers for ids ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:23:27.735603 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Routers {'3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:23:27.737673 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502388310>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:23:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:27.929812 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1e7ed6-48da-4ff8-854b-535a9acecc66,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:27.962636 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f6412102-7989-4839-8812-215a40731c69 req-ee2d07bd-005b-4968-ac6e-d5c027ea429c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3054454
Apr 30 16:23:27.971785 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:28.113227 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:28.178199 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:28.294489 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Set router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:23:28.364434 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-ee4ca95b-7a8b-49e8-b55e-0f93586d9860 req-33472d65-a396-45c2-a5d9-ff414f07bd0b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:28.368682 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:28.392491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:28.424909 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 7295312e-6ce9-434f-a145-89e174f35264 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:28.657868 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d68a4a-6ef8-449c-bce9-09088aed70cd {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:28.686113 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-ac024e0b-2f93-4e65-b641-596175b1e9c2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:28.694477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-ac024e0b-2f93-4e65-b641-596175b1e9c2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Synchronizing usage tracker for tenant:40fbb956131348a99eaf6b80cb513691 on resource:network {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:28.707840 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:28.753339 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:28.756381 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Transition to ACTIVE for port object d5d68a4a-6ef8-449c-bce9-09088aed70cd will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:28.760627 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-ee4ca95b-7a8b-49e8-b55e-0f93586d9860 req-33472d65-a396-45c2-a5d9-ff414f07bd0b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:28.780432 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ee4ca95b-7a8b-49e8-b55e-0f93586d9860 req-33472d65-a396-45c2-a5d9-ff414f07bd0b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.6387031
Apr 30 16:23:28.839768 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:28.855777 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:28.862022 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:28.862964 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:28.865043 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-ac024e0b-2f93-4e65-b641-596175b1e9c2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Unset dirty status for tenant:40fbb956131348a99eaf6b80cb513691 on resource:network {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:28.866264 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-ac024e0b-2f93-4e65-b641-596175b1e9c2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 819 time: 1.2031119
Apr 30 16:23:28.866838 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:28.874475 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Pushing event updated for resources: {'Port': ['ID=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:28.887652 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:28.938830 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e0650063-259c-403c-b05e-10c9d54b0fe0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:28.963112 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:29.027162 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4668934
Apr 30 16:23:29.135654 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-d5c06305-d733-4ade-b1f1-4c4ff119c5ee tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/quotas/40fbb956131348a99eaf6b80cb513691 HTTP/1.1" status: 200  len: 375 time: 0.2395658
Apr 30 16:23:29.225569 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Request body: {'port': {'device_id': '2b7afd2e-db77-4a75-8fd2-260fe85b0366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:29.235374 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 7295312e-6ce9-434f-a145-89e174f35264 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:29.300976 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:29.308147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 7295312e-6ce9-434f-a145-89e174f35264 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:29.308534 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:29.367398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-503075b0-d661-4f6d-a24d-504cef716eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:29.459875 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d68a4a-6ef8-449c-bce9-09088aed70cd,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:29.472273 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502388310>, [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:21Z', 'revision_number': 4, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '62548ba7-0f21-4e00-a295-9c926d414d52', 'name': '', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'mac_address': 'fa:16:3e:bf:6e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:20Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 2, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'subnets': [{'id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:29.517665 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:29.546806 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Checking router: 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:23:29.550696 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Updating router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e port 62548ba7-0f21-4e00-a295-9c926d414d52 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:23:29.640652 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:29.679134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Attempting to bind port d5d68a4a-6ef8-449c-bce9-09088aed70cd on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:29.679718 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Attempting to bind port d5d68a4a-6ef8-449c-bce9-09088aed70cd by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '7168dc75-a4fe-4850-9c48-0e45d7966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dd08a9b7-ab40-42c8-9ae6-6f5bd954d448'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:29.679885 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Attempting to bind port d5d68a4a-6ef8-449c-bce9-09088aed70cd on network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:29.691032 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:29.696838 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Port d5d68a4a-6ef8-449c-bce9-09088aed70cd on network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:23:29.698139 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Attempting to bind port d5d68a4a-6ef8-449c-bce9-09088aed70cd on network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:29.727818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:29.728714 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Checking segment: {'id': '7168dc75-a4fe-4850-9c48-0e45d7966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dd08a9b7-ab40-42c8-9ae6-6f5bd954d448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:29.729450 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Bound using segment: {'id': '7168dc75-a4fe-4850-9c48-0e45d7966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dd08a9b7-ab40-42c8-9ae6-6f5bd954d448'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:29.733477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Bound port: d5d68a4a-6ef8-449c-bce9-09088aed70cd, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7168dc75-a4fe-4850-9c48-0e45d7966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dd08a9b7-ab40-42c8-9ae6-6f5bd954d448'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:29.734133 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:29.845088 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-2be55ee3-0936-48ee-8884-48c8ce3b1e75 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Synchronizing usage tracker for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:29.878812 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Allocated IP 172.27.0.46 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/7ee93f00-3b7e-4a8c-a89c-a273319707a7) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:29.918369 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] For port d5d68a4a-6ef8-449c-bce9-09088aed70cd, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:29.920039 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f592c-39cc-4c08-b19d-71835da2182a req-eaa8680f-17b1-4cfa-8a08-3c79943185ea tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:29.922246 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cd0f592c-39cc-4c08-b19d-71835da2182a req-eaa8680f-17b1-4cfa-8a08-3c79943185ea tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.4723291
Apr 30 16:23:29.922939 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff13302b-b5de-42b4-93e4-74e5fe34d197,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:29.923935 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] For port d5d68a4a-6ef8-449c-bce9-09088aed70cd, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d5d68a4a-6ef8-449c-bce9-09088aed70cd,segment=NetworkSegment(7168dc75-a4fe-4850-9c48-0e45d7966a79),segment_id=7168dc75-a4fe-4850-9c48-0e45d7966a79)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:29.934548 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:29.954693 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Checking segment: {'id': 'a8f3b3fe-cb00-4629-8305-c22e545a0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'eb5479ca-c4b6-49ea-8dc8-a5f278f79359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:29.954923 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Network hostable DHCP agents. Network: eb5479ca-c4b6-49ea-8dc8-a5f278f79359, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:23:29.985398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:30.029449 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-2be55ee3-0936-48ee-8884-48c8ce3b1e75 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Unset dirty status for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:30.030977 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-2be55ee3-0936-48ee-8884-48c8ce3b1e75 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8942051
Apr 30 16:23:30.113060 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:30.122719 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cd0f592c-39cc-4c08-b19d-71835da2182a req-233afc8d-0f67-402b-b7de-f0a8f79093f5 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922092
Apr 30 16:23:30.174250 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 7295312e-6ce9-434f-a145-89e174f35264, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=7295312e-6ce9-434f-a145-89e174f35264,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:30.255256 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:30.264848 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:30.272756 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Network eb5479ca-c4b6-49ea-8dc8-a5f278f79359 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:23:30.281341 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 8446287c-458f-4791-a7e0-daabfc396a12 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:30.359173 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:30.437872 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:30.438572 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:30.450638 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] 10.222.0.69 "PUT /v2.0/ports/d5d68a4a-6ef8-449c-bce9-09088aed70cd HTTP/1.1" status: 200  len: 1093 time: 3.3723457
Apr 30 16:23:30.453545 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce098cc-a5a1-4f91-8660-0196dc22f44b', 'tag': 'd5d68a4a-6ef8-449c-bce9-09088aed70cd'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:23:30.489918 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, eb5479ca-c4b6-49ea-8dc8-a5f278f79359) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:30.495779 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:30.496599 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:30.549245 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfdaef1-bd3c-4f6a-9fbb-96a8b0f6e179 None None] Network eb5479ca-c4b6-49ea-8dc8-a5f278f79359 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:30.677844 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d68a4a-6ef8-449c-bce9-09088aed70cd,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:30.697362 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-f60fbef1-bcb6-40c4-830b-2f055d533fef service neutron] 10.222.0.57 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6577559
Apr 30 16:23:30.704338 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:30.957680 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-67799294-b757-40c7-9ce5-e559f05c83b1 service neutron] 10.222.0.57 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593474
Apr 30 16:23:30.962555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-d7f66d90-f33d-40fb-843e-4cb9709d5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:30.969920 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-d7f66d90-f33d-40fb-843e-4cb9709d5ab6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4e5b96c78547baa4cb590a0ac3f0e7&device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 1096 time: 0.2668750
Apr 30 16:23:30.991479 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:31.129518 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-9f3edd89-b5ce-41ff-b58f-d3ded0ae0337 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d68a4a-6ef8-449c-bce9-09088aed70cd HTTP/1.1" status: 200  len: 217 time: 0.1006947
Apr 30 16:23:31.149477 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.8075922
Apr 30 16:23:31.171293 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:31.184750 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Transition to ACTIVE for port object 62548ba7-0f21-4e00-a295-9c926d414d52 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:31.199367 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6a877-dd8d-4dc6-a102-f1e02611036d req-40702df0-a034-4b9a-8035-ded62fd876e0 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:31.216102 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-13d6a877-dd8d-4dc6-a102-f1e02611036d req-40702df0-a034-4b9a-8035-ded62fd876e0 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 931 time: 0.7122076
Apr 30 16:23:31.259475 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=7295312e-6ce9-434f-a145-89e174f35264,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:31.268931 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:31.273017 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:31.281772 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 8446287c-458f-4791-a7e0-daabfc396a12 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:31.281772 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:31.318408 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:31.391423 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-fdac174c-e9a1-41e5-a258-a03d7eb9c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:31.409598 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-fdac174c-e9a1-41e5-a258-a03d7eb9c5a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6702394e-06e4-4aeb-82a9-f9e521dd5459 HTTP/1.1" status: 200  len: 851 time: 0.2255425
Apr 30 16:23:31.431016 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10945e40-be5f-42f7-9dcf-c7c2e991f722 None None] Pushing event updated for resources: {'Port': ['ID=62548ba7-0f21-4e00-a295-9c926d414d52,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:31.514969 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-10945e40-be5f-42f7-9dcf-c7c2e991f722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:31.644675 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d5efe9-6648-4525-b9f3-7d0292aca0f1 {{(pid=74379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:31.649887 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce098cc-a5a1-4f91-8660-0196dc22f44b', 'tag': 'd5d68a4a-6ef8-449c-bce9-09088aed70cd', 'status': 'completed', 'code': 200}
Apr 30 16:23:31.656451 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-69863ff7-53e6-40eb-8806-66b0a149fe24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2131398
Apr 30 16:23:31.665905 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:31.707286 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Transition to ACTIVE for port object f7d5efe9-6648-4525-b9f3-7d0292aca0f1 will not be triggered until provisioned by entity L2. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:31.707603 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0770d-bf82-4ae1-9659-b492e009625d None None] Network eb5479ca-c4b6-49ea-8dc8-a5f278f79359 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:23:31.718817 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43092) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:31.827494 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-13d6a877-dd8d-4dc6-a102-f1e02611036d req-dddd0843-9a40-467e-967e-0bd4a8ff39b2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6026258
Apr 30 16:23:31.830179 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:31.899808 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:31.989756 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:32.006543 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:32.009291 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:32.012419 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:32.037516 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ed36c9cf-fc68-45b8-9adb-316345109047 req-4e92ad36-d4b1-494c-a13d-de7efecbb6d1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 210 time: 0.1026402
Apr 30 16:23:32.113492 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Attempting to bind port 62548ba7-0f21-4e00-a295-9c926d414d52 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:32.113872 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Attempting to bind port 62548ba7-0f21-4e00-a295-9c926d414d52 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:32.114343 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Attempting to bind port 62548ba7-0f21-4e00-a295-9c926d414d52 on network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:32.137239 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:32.149119 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Checking segment: {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:32.149119 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:32.149119 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Bound using segment: {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:32.149119 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Bound port: 62548ba7-0f21-4e00-a295-9c926d414d52, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:32.149119 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:32.155025 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] Deleting subnet 9a783d45-524c-429f-a224-e79ac239210b {{(pid=74379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:23:32.156378 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-92c2b988-682c-4547-a9f6-f8a439b0a7d0 service neutron] 10.222.0.69 "GET /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4863057
Apr 30 16:23:32.165162 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:32.194902 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13cd57-4f77-492a-971e-60b05f39ec31 req-ed3e1e20-c272-4940-bc05-5ff4906223a2 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:32.195846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df13cd57-4f77-492a-971e-60b05f39ec31 req-ed3e1e20-c272-4940-bc05-5ff4906223a2 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Synchronizing usage tracker for tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:32.242520 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:32.253042 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:32.424650 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'Port': ['ID=7ee93f00-3b7e-4a8c-a89c-a273319707a7,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:32.451527 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:32.495004 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] For port 62548ba7-0f21-4e00-a295-9c926d414d52, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:32.499411 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] For port 62548ba7-0f21-4e00-a295-9c926d414d52, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=62548ba7-0f21-4e00-a295-9c926d414d52,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:32.531006 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:32.573361 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:32.579145 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:32.743024 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 7295312e-6ce9-434f-a145-89e174f35264 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:32.778931 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cafc3cd2-7a19-4195-9070-08665cc8c0d1 req-2ef02366-23c1-4fd3-8db9-28e2c8c0efb8 service neutron] 10.222.0.69 "GET /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4598308
Apr 30 16:23:32.783715 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df13cd57-4f77-492a-971e-60b05f39ec31 req-ed3e1e20-c272-4940-bc05-5ff4906223a2 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Unset dirty status for tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:32.787699 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df13cd57-4f77-492a-971e-60b05f39ec31 req-ed3e1e20-c272-4940-bc05-5ff4906223a2 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.8674321
Apr 30 16:23:32.868117 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df13cd57-4f77-492a-971e-60b05f39ec31 req-fc446068-e0a7-4f90-9a8a-c1da6741a9d3 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Synchronizing usage tracker for tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:32.885540 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Attempting to bind port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:32.886261 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Attempting to bind port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'}] {{(pid=74379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:32.886261 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Attempting to bind port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:32.920408 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:32.935788 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:23:32.937289 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Attempting to bind port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:32.996882 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df13cd57-4f77-492a-971e-60b05f39ec31 req-fc446068-e0a7-4f90-9a8a-c1da6741a9d3 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Unset dirty status for tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:32.998415 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df13cd57-4f77-492a-971e-60b05f39ec31 req-fc446068-e0a7-4f90-9a8a-c1da6741a9d3 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043655
Apr 30 16:23:33.016944 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Routers {'3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:23:33.017587 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502388310>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:23:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:33.049514 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-c64c494a-c369-42e6-85ab-5e93818bdf2c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:33.051214 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-c64c494a-c369-42e6-85ab-5e93818bdf2c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 819 time: 0.4062121
Apr 30 16:23:33.064826 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:33.083722 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:33.084130 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Checking segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:33.084705 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Bound using segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:33.085197 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Bound port: f7d5efe9-6648-4525-b9f3-7d0292aca0f1, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'}}] {{(pid=74379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:33.085628 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:33.088188 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10945e40-be5f-42f7-9dcf-c7c2e991f722 None None] Pushing event updated for resources: {'Port': ['ID=62548ba7-0f21-4e00-a295-9c926d414d52,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:33.098061 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:33.100138 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-10945e40-be5f-42f7-9dcf-c7c2e991f722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:33.115914 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-e11a3041-8b6a-408e-b6c9-a5ec9e187b09 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/quotas/40fbb956131348a99eaf6b80cb513691 HTTP/1.1" status: 200  len: 375 time: 0.0395067
Apr 30 16:23:33.252765 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 7295312e-6ce9-434f-a145-89e174f35264 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:33.253393 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:33.410359 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] For port f7d5efe9-6648-4525-b9f3-7d0292aca0f1, host hv-cinder-77500, cleared binding levels {{(pid=74379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:33.416102 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] For port f7d5efe9-6648-4525-b9f3-7d0292aca0f1, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:33.419928 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] Set router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:23:33.521147 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439688b1-07b4-4e12-855c-535156aa407a req-7910343b-4e49-49c2-99f9-2f8c2abafe02 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:33.523833 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-439688b1-07b4-4e12-855c-535156aa407a req-7910343b-4e49-49c2-99f9-2f8c2abafe02 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 943 time: 0.0871630
Apr 30 16:23:33.541005 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:33.590197 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-439688b1-07b4-4e12-855c-535156aa407a req-53a24d33-0200-46c6-b37f-e769ffd530ee tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:33.630154 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:33.669449 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:33.706121 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-439688b1-07b4-4e12-855c-535156aa407a req-53a24d33-0200-46c6-b37f-e769ffd530ee tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:33.709229 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-439688b1-07b4-4e12-855c-535156aa407a req-53a24d33-0200-46c6-b37f-e769ffd530ee tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791258
Apr 30 16:23:33.784025 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-8f21658d-d988-4a7c-a12a-f0954221b96d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6265717
Apr 30 16:23:34.037248 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,revision_number=3']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:34.062317 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:34.062959 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:34.064448 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] 10.222.0.69 "PUT /v2.0/ports/f7d5efe9-6648-4525-b9f3-7d0292aca0f1 HTTP/1.1" status: 200  len: 1093 time: 4.8600612
Apr 30 16:23:34.064966 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7afd2e-db77-4a75-8fd2-260fe85b0366', 'tag': 'f7d5efe9-6648-4525-b9f3-7d0292aca0f1'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:23:34.128382 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502388310>, [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:21Z', 'revision_number': 4, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '62548ba7-0f21-4e00-a295-9c926d414d52', 'name': '', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'mac_address': 'fa:16:3e:bf:6e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:20Z', 'updated_at': '2021-04-30T16:23:32Z', 'revision_number': 4, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'subnets': [{'id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:34.135117 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4746de-6a1f-4568-98c5-5fc161fba2ca None None] The sync data for ids ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'] in dv-cinder-775008-3-iscsi is: [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:21Z', 'revision_number': 4, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '62548ba7-0f21-4e00-a295-9c926d414d52', 'name': '', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'mac_address': 'fa:16:3e:bf:6e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:20Z', 'updated_at': '2021-04-30T16:23:32Z', 'revision_number': 4, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'subnets': [{'id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:23:34.249359 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for subnet, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:34.364424 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f5ac-874b-4d3b-abff-dfbc1bdab64e req-e95bdc82-d8bd-4fb5-b939-7f5e8186c971 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:34.372654 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7ed7f5ac-874b-4d3b-abff-dfbc1bdab64e req-e95bdc82-d8bd-4fb5-b939-7f5e8186c971 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.1375380
Apr 30 16:23:34.391555 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:34.394768 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:34.451301 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a783d45-524c-429f-a224-e79ac239210b,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:34.455217 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:34.462957 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:34.474452 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c515995c-4d12-4344-a4f3-a249f074fb05 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9a783d45-524c-429f-a224-e79ac239210b HTTP/1.1" status: 204  len: 168 time: 2.7547235
Apr 30 16:23:34.479131 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43174) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:34.577367 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-3bdaf77e-0536-45b4-a712-8b9eefbd5cf8 service neutron] 10.222.0.57 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7530124
Apr 30 16:23:34.618456 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7ed7f5ac-874b-4d3b-abff-dfbc1bdab64e req-c03ddbfe-44c0-4cf3-bb62-5b64a6de81d4 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444682
Apr 30 16:23:34.686233 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 62548ba7-0f21-4e00-a295-9c926d414d52 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:34.756969 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.db.resource_extend [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 16:23:34.784064 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:34.789830 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:34.920711 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:34.961302 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:35.029805 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7afd2e-db77-4a75-8fd2-260fe85b0366', 'tag': 'f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'status': 'completed', 'code': 200}
Apr 30 16:23:35.033786 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 62548ba7-0f21-4e00-a295-9c926d414d52 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:35.043031 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 62548ba7-0f21-4e00-a295-9c926d414d52 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:35.043595 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:35.060438 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:35.079740 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-c6d43357-1c5a-4c9c-8bd8-ced1e491ebe9 service neutron] 10.222.0.57 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4908640
Apr 30 16:23:35.282816 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:35.319320 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'Port': ['ID=7ee93f00-3b7e-4a8c-a89c-a273319707a7,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:35.336667 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:35.476097 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:35.578267 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 62548ba7-0f21-4e00-a295-9c926d414d52, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=62548ba7-0f21-4e00-a295-9c926d414d52,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:35.603198 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:35.641152 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdabb6-9ceb-4364-82a2-452bd31e8baf req-4fa31f75-074e-4a24-ad37-b3981fc01a45 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:35.648266 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 9.3055868
Apr 30 16:23:35.657882 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-84cdabb6-9ceb-4364-82a2-452bd31e8baf req-4fa31f75-074e-4a24-ad37-b3981fc01a45 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 943 time: 0.4172416
Apr 30 16:23:35.727726 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd501deadc0>> segment before_delete 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd501deadc0>> subnet precommit_delete_associations 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023f48e0>> segment_host_mapping after_create 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023f48e0>> port after_create 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023f48e0>> port after_delete 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023f48e0>> port after_update 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023f48e0>> segment after_delete 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023f48e0>> subnet after_create 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023f48e0>> subnet after_delete 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.737398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023f48e0>> subnet after_update 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:35.806085 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4d325-c388-473a-9593-e79dd4e55cd2 req-60d4cfa6-f6f1-4968-8a88-4a693de07d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:35.824129 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c8d4d325-c388-473a-9593-e79dd4e55cd2 req-60d4cfa6-f6f1-4968-8a88-4a693de07d19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 1096 time: 0.3650115
Apr 30 16:23:35.842526 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-84cdabb6-9ceb-4364-82a2-452bd31e8baf req-0bbb895a-857c-448e-b9a3-642ce2cbfcd7 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826828
Apr 30 16:23:36.012119 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd501ee3e80>> subnet after_create 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:36.012447 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd501ee3e80>> subnet after_delete 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:36.012770 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd501ee3e80>> subnet before_create 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:36.014121 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd501ee3e80>> subnet before_update 55550000 {{(pid=74379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:36.014462 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501dea550>,) {'filters': {'network_id': ['2e715fea-deee-4265-a2fb-310feb77a844']}} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:36.083605 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501dea550>, '38a532f8-f2de-413e-a04d-342b004a4031') {'for_net_delete': True} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:36.099291 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501dea550>, '38a532f8-f2de-413e-a04d-342b004a4031') {} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:36.120009 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2183496'] for segment, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:36.159168 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1684a4d6-5b21-418d-a26d-b77e68740529 req-6feab982-e764-4656-9499-888aee90dc5e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 210 time: 0.0841043
Apr 30 16:23:36.214435 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4d325-c388-473a-9593-e79dd4e55cd2 req-7b1d06f2-804b-472d-88cf-fd8df6f0497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:36.215922 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c8d4d325-c388-473a-9593-e79dd4e55cd2 req-7b1d06f2-804b-472d-88cf-fd8df6f0497f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5963a92155674c6583c2b37df3d0f815&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3339300
Apr 30 16:23:36.263786 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:36.279721 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=74379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:23:36.311883 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-48f2fc04-5140-4ebf-bb3e-fcdeb3c638eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:36.313548 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-48f2fc04-5140-4ebf-bb3e-fcdeb3c638eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4e5b96c78547baa4cb590a0ac3f0e7&device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 1096 time: 0.8104146
Apr 30 16:23:36.493259 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Network 2e715fea-deee-4265-a2fb-310feb77a844 has no segments {{(pid=74379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:23:36.504543 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050060'] for segment, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:36.551637 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b88c97-4f42-4d47-a576-ca17decf0bc4 req-f9559bfd-dd9d-40b8-9add-c38221d3aba8 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:36.553204 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e6b88c97-4f42-4d47-a576-ca17decf0bc4 req-f9559bfd-dd9d-40b8-9add-c38221d3aba8 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.3954105
Apr 30 16:23:36.583751 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:36.585948 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:36.680169 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=62548ba7-0f21-4e00-a295-9c926d414d52,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:36.692910 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:36.963266 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e6b88c97-4f42-4d47-a576-ca17decf0bc4 req-3ce944f8-f56a-43a3-92e4-e5001c1dbe07 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3133399
Apr 30 16:23:36.975451 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Network 2e715fea-deee-4265-a2fb-310feb77a844 has no segments {{(pid=74379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:23:37.005919 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-555d9d75-968d-442e-8338-5b7b56e21f74 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   from cryptography.utils import int_from_bytes
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   from cryptography.utils import int_from_bytes
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]: Traceback (most recent call last):
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     timer()
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     cb(*args, **kw)
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     return func(*args, **kwargs)
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     self._notify()
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     self.callback(batched_events)
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     event.method(event)
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     return f(self, *a, **k)
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self._get(url).json()
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:23:37.034694 dv-cinder-775008-3-iscsi neutron-server[74379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:23:37.155367 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-555d9d75-968d-442e-8338-5b7b56e21f74 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:37.159505 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-555d9d75-968d-442e-8338-5b7b56e21f74 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--294785181&fields=id&tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78 HTTP/1.1" status: 200  len: 267 time: 0.2057977
Apr 30 16:23:37.241231 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:37.247045 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:37.280822 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:37.289671 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2e715fea-deee-4265-a2fb-310feb77a844 HTTP/1.1" status: 204  len: 168 time: 2.8002684
Apr 30 16:23:37.301139 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43246) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:37.357251 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e715fea-deee-4265-a2fb-310feb77a844,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:37.365907 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:37.428385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-6bd2b09e-9b7f-4c9c-8be6-3d4ccfce8471 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:37.430279 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-6bd2b09e-9b7f-4c9c-8be6-3d4ccfce8471 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:network {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:37.509931 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Deleting subnet ff13302b-b5de-42b4-93e4-74e5fe34d197 {{(pid=74379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:23:37.514843 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:37.516924 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-6bd2b09e-9b7f-4c9c-8be6-3d4ccfce8471 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:network {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:37.518193 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-6bd2b09e-9b7f-4c9c-8be6-3d4ccfce8471 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 811 time: 0.3510792
Apr 30 16:23:37.534206 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-e384433c-2d5a-4d33-af6e-1a7ee77a7793 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/quotas/d435f88d59a74c9a8b66cb9a71fc3e78 HTTP/1.1" status: 200  len: 375 time: 0.0097830
Apr 30 16:23:37.605311 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2183489'] for subnet, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:37.659879 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-47b36524-22ed-45d0-a70e-f06869614201 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1160793
Apr 30 16:23:37.670821 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec54ce-beee-4e60-bee2-d0ca9cafde25 req-e6b55c28-0405-4480-9596-1ee5a4aad3c2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:37.672766 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7cec54ce-beee-4e60-bee2-d0ca9cafde25 req-e6b55c28-0405-4480-9596-1ee5a4aad3c2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 943 time: 0.2778389
Apr 30 16:23:37.728060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:37.770789 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7cec54ce-beee-4e60-bee2-d0ca9cafde25 req-13a9531a-7116-4309-8c62-736e1918c44a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902429
Apr 30 16:23:37.852041 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-cd48d3e8-1b46-4cf7-bde9-e3cfb579941f service neutron] 10.222.0.57 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747484
Apr 30 16:23:37.959290 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fdaa8bf7-326e-460c-94d1-b1014cfd6b16 req-882c65b8-96f3-41c1-8b2c-640012eacda8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 210 time: 0.0555685
Apr 30 16:23:38.024544 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-52aa89ef-f221-4cf1-9621-102c18b82f88 service neutron] 10.222.0.57 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686726
Apr 30 16:23:38.248626 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e0842-7cf3-4d36-950c-d1e5fb18c917 req-c6baf242-871a-4927-b7b4-1d363f9bd41c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:38.250146 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1f8e0842-7cf3-4d36-950c-d1e5fb18c917 req-c6baf242-871a-4927-b7b4-1d363f9bd41c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.0873187
Apr 30 16:23:38.302180 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1f8e0842-7cf3-4d36-950c-d1e5fb18c917 req-d894b51f-b06f-42cc-8e6d-809180caf6ae tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457225
Apr 30 16:23:38.305341 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2252596'] for subnet, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:38.310307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5c1b757a-ada9-4670-9499-2200e12c8ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:38.346451 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff13302b-b5de-42b4-93e4-74e5fe34d197,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:38.354383 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:38.357248 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:38.362164 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ff13302b-b5de-42b4-93e4-74e5fe34d197 HTTP/1.1" status: 204  len: 168 time: 1.0577414
Apr 30 16:23:38.365011 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 43270) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:38.449443 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-1a0802c0-2c47-45d7-963a-457980139e07 req-bda7de50-2526-43d4-b92c-10545ca5fbf4 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:38.503086 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:38.631460 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-1a0802c0-2c47-45d7-963a-457980139e07 req-bda7de50-2526-43d4-b92c-10545ca5fbf4 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:38.633637 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1a0802c0-2c47-45d7-963a-457980139e07 req-bda7de50-2526-43d4-b92c-10545ca5fbf4 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 210 time: 0.2294099
Apr 30 16:23:38.640299 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:38.728732 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 62548ba7-0f21-4e00-a295-9c926d414d52 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:38.760358 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd501e03610>> segment before_delete 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.760701 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd501e03610>> subnet precommit_delete_associations 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.761484 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023dc8e0>> segment_host_mapping after_create 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.761822 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023dc8e0>> port after_create 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.762169 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023dc8e0>> port after_delete 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.762495 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023dc8e0>> port after_update 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.762936 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023dc8e0>> segment after_delete 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.763345 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023dc8e0>> subnet after_create 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.763569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023dc8e0>> subnet after_delete 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.763875 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5023dc8e0>> subnet after_update 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.796035 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 62548ba7-0f21-4e00-a295-9c926d414d52 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:38.796434 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:38.854857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd501cb2fd0>> subnet after_create 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.855269 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd501cb2fd0>> subnet after_delete 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.855872 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd501cb2fd0>> subnet before_create 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.856262 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd501cb2fd0>> subnet before_update 55550000 {{(pid=74380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 16:23:38.856737 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5023dc040>,) {'filters': {'network_id': ['eb5479ca-c4b6-49ea-8dc8-a5f278f79359']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:38.871196 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5023dc040>, 'a8f3b3fe-cb00-4629-8305-c22e545a0bdd') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:38.871589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5023dc040>, 'a8f3b3fe-cb00-4629-8305-c22e545a0bdd') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:23:38.884655 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:38.935490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:38.953161 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:23:39.152772 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-eb1b4b99-9dfd-4b05-a0eb-d2e7fa0ca3e8 req-3661ec26-dfa6-44bc-84f4-2de8371eb150 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 210 time: 0.0652516
Apr 30 16:23:39.210101 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Network eb5479ca-c4b6-49ea-8dc8-a5f278f79359 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:23:39.223273 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:39.307995 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d0c71-6de3-4789-af7b-eecb9f254085 req-e6e8cd46-fc3f-4cbf-a18b-8d5229aa981e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:39.309681 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dd0d0c71-6de3-4789-af7b-eecb9f254085 req-e6e8cd46-fc3f-4cbf-a18b-8d5229aa981e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 943 time: 0.4101825
Apr 30 16:23:39.436278 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Network eb5479ca-c4b6-49ea-8dc8-a5f278f79359 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   from cryptography.utils import int_from_bytes
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   from cryptography.utils import int_from_bytes
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:23:39.459905 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:23:39.505472 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a14b-da2d-406a-a276-976096fada7e req-5db929dd-628a-4adb-9ad5-c258febf35a4 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:39.507001 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7eb1a14b-da2d-406a-a276-976096fada7e req-5db929dd-628a-4adb-9ad5-c258febf35a4 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.0894332
Apr 30 16:23:39.533741 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dd0d0c71-6de3-4789-af7b-eecb9f254085 req-da371dc7-7ecc-4ccd-85bb-3337c747fcc2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167330
Apr 30 16:23:39.562035 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7eb1a14b-da2d-406a-a276-976096fada7e req-ef302a72-1e32-497e-8caf-3566157ff3d1 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466278
Apr 30 16:23:39.668804 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:39.754190 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:39.768959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-08ec2a3b-2da9-417c-bffc-8cad45466968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:39.799553 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] 10.222.0.57 "DELETE /v2.0/networks/eb5479ca-c4b6-49ea-8dc8-a5f278f79359 HTTP/1.1" status: 204  len: 168 time: 1.4333572
Apr 30 16:23:39.801069 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5479ca-c4b6-49ea-8dc8-a5f278f79359,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:39.804723 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:39.813517 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-651ae9f5-ef63-4fda-8f18-24156bc9303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:39.813517 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-651ae9f5-ef63-4fda-8f18-24156bc9303d service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 HTTP/1.1" status: 200  len: 912 time: 0.2143049
Apr 30 16:23:39.871636 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e4b68111-e17a-4e6c-bee9-f1e212e5b4fb req-35c18e1a-8552-4b9f-b132-022c93a4bf68 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 210 time: 0.0543978
Apr 30 16:23:39.889495 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-87c83028-8d7a-4821-b751-530e01771c0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d68a4a-6ef8-449c-bce9-09088aed70cd HTTP/1.1" status: 200  len: 217 time: 0.0669956
Apr 30 16:23:39.893787 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4d325-c388-473a-9593-e79dd4e55cd2 req-49130014-4f01-4f1d-812f-5c0d9f12c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:39.895215 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c8d4d325-c388-473a-9593-e79dd4e55cd2 req-49130014-4f01-4f1d-812f-5c0d9f12c6b4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3174415
Apr 30 16:23:40.107319 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-ce623f22-07f8-4811-bef9-7741f3ff6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:40.109911 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-ce623f22-07f8-4811-bef9-7741f3ff6295 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6702394e-06e4-4aeb-82a9-f9e521dd5459 HTTP/1.1" status: 200  len: 851 time: 0.1997380
Apr 30 16:23:40.167596 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-0c80cfc6-8e4b-4974-8ecf-8dd2396e1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:40.169304 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-0c80cfc6-8e4b-4974-8ecf-8dd2396e1fa3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 1096 time: 0.1038833
Apr 30 16:23:40.299555 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-3d7e807b-b75c-4948-85d8-66cadfd85244 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1774659
Apr 30 16:23:40.309361 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-458af66e-8891-4a14-86d3-1c38e430417c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7d5efe9-6648-4525-b9f3-7d0292aca0f1 HTTP/1.1" status: 200  len: 217 time: 0.1234207
Apr 30 16:23:40.384527 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-317e689a-ea58-4f25-a31f-c1a2dc82d43c req-6edeb61c-bda2-4b82-a8dc-3bd40fcdf9b8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 210 time: 0.0471187
Apr 30 16:23:40.453879 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 43328) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:40.491231 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-a39c40b5-ce0a-4dd3-8675-02503a071b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:40.493489 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-a39c40b5-ce0a-4dd3-8675-02503a071b6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 200  len: 855 time: 0.1129930
Apr 30 16:23:40.558758 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-a532e8f0-57a6-4ae9-a5c0-f8ace7458e5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fadb81103ad34985b20d19c283962336&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1012156
Apr 30 16:23:40.560272 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43332) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:40.563719 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-bc8201c2-f3ee-4670-acc6-81ecf36953cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f899f3b-47df-4519-9c6f-b082fd36c42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556195
Apr 30 16:23:40.648586 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-d5a1b7d5-3808-47f7-ae6b-433b46d3149f service neutron] 10.222.0.69 "GET /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619624
Apr 30 16:23:40.653627 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1485a8af-79b9-4910-bf7e-3641ea9a45ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:40.715285 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-fd19c4d9-5e08-4079-b619-55a0ba5b2a4a service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433578
Apr 30 16:23:40.777663 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1485a8af-79b9-4910-bf7e-3641ea9a45ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:40.902890 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bda95c6-0367-422c-8c6a-116c5e515992 req-cd9f33a3-debb-49c6-a176-b15fcb91e06c service neutron] 10.222.0.69 "GET /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2472155
Apr 30 16:23:40.910146 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df1a3af4-2f37-4eb7-89c1-67a4b24f19a6 req-0f1e7a59-1b46-4cd7-a17b-6f884a5437c4 service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867776
Apr 30 16:23:40.922536 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50040b56-97da-4f2d-b802-e3d5a4a85aaf req-671d03f3-0aad-45c4-a3da-6850694a684d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:40.923587 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-50040b56-97da-4f2d-b802-e3d5a4a85aaf req-671d03f3-0aad-45c4-a3da-6850694a684d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 943 time: 0.1786234
Apr 30 16:23:40.935545 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e69e5c-aae5-4fb7-af1c-9bdb762f9ac0 req-b9515af9-b0f5-466c-bd98-2b2925663fa9 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:40.936840 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a3e69e5c-aae5-4fb7-af1c-9bdb762f9ac0 req-b9515af9-b0f5-466c-bd98-2b2925663fa9 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.1740222
Apr 30 16:23:40.972139 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-50040b56-97da-4f2d-b802-e3d5a4a85aaf req-21816865-158c-4b7e-afb5-a831745d0c2c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405626
Apr 30 16:23:40.986030 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a3e69e5c-aae5-4fb7-af1c-9bdb762f9ac0 req-e2f3dfe5-de2a-43dc-aa24-fe4fb85286e4 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433340
Apr 30 16:23:41.031855 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1485a8af-79b9-4910-bf7e-3641ea9a45ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:41.036033 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:41.050311 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485a8af-79b9-4910-bf7e-3641ea9a45ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a524085-1933-40a0-8bf6-10dd995e277b,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:41.053488 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1485a8af-79b9-4910-bf7e-3641ea9a45ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:41.056536 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1485a8af-79b9-4910-bf7e-3641ea9a45ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:41.060856 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1485a8af-79b9-4910-bf7e-3641ea9a45ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a524085-1933-40a0-8bf6-10dd995e277b HTTP/1.1" status: 204  len: 168 time: 0.4965599
Apr 30 16:23:41.125156 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b39f3f03-ace0-4b6d-946e-606fbf7cd32f req-c3d612b8-5a6c-497d-97d4-c3987ac0a0d1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 210 time: 0.0474839
Apr 30 16:23:41.559297 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-a8baa355-f234-480a-b16e-1ddd3af9f931 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:41.561025 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-a8baa355-f234-480a-b16e-1ddd3af9f931 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 819 time: 0.2673807
Apr 30 16:23:41.586208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Request body: {'port': {'device_id': '260dc45f-c515-42ca-95e7-9d1d6a8c4cc6', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'admin_state_up': True, 'tenant_id': '40fbb956131348a99eaf6b80cb513691'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:41.599000 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-805e85fd-2c36-4960-b0c2-6d0227506b37 req-9405e765-6f70-46bc-8a6f-0faf2f2cc956 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 210 time: 0.0657368
Apr 30 16:23:41.811476 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:41.821406 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:41.963319 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Made reservation on behalf of 40fbb956131348a99eaf6b80cb513691 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:41.967295 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:42.230839 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d5a65-4c75-40de-ac2b-c410d1477bec req-8444f263-aef1-45f4-a103-7e88f8847963 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:42.232197 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Allocated IP 172.20.0.11 (0a7bc1c6-578f-493f-828e-1bb5b1535e89/845b1200-186b-4e02-b837-c3a539e30ac2/a62cb194-71c9-4108-ab38-9084b06f38e0) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:42.232536 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a33d5a65-4c75-40de-ac2b-c410d1477bec req-8444f263-aef1-45f4-a103-7e88f8847963 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.0851071
Apr 30 16:23:42.272579 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448bf24-be38-4c7e-a5de-eda10d9d5f69 req-5b980d4d-2a9a-4e43-85bf-a6a1f1679ed7 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:42.274522 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d448bf24-be38-4c7e-a5de-eda10d9d5f69 req-5b980d4d-2a9a-4e43-85bf-a6a1f1679ed7 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 943 time: 0.1732912
Apr 30 16:23:42.289266 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a33d5a65-4c75-40de-ac2b-c410d1477bec req-74581244-7401-4231-a3cd-b875090b0508 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484362
Apr 30 16:23:42.304988 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 43382) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:42.457738 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-be635c71-0151-4a25-83cd-b69737b9233a req-38907220-26c4-4b90-b88d-9281eef1f328 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 210 time: 0.0602727
Apr 30 16:23:42.497485 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d448bf24-be38-4c7e-a5de-eda10d9d5f69 req-5f1acf15-5105-4be1-bc31-013484f4d91e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009816
Apr 30 16:23:42.521965 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1ca5bdf2-dfe8-472c-8292-230a2ddecafa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb993df3b13649fcaaf309633e8db95d&name=default HTTP/1.1" status: 200  len: 2978 time: 0.1960123
Apr 30 16:23:42.529659 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 43388) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:42.656014 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:42.669233 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368c458c-0a13-4d7e-bbde-8b0bd7dd4a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:42.677400 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-04227eb9-6fb4-4a4c-a516-460798f0f969 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:42.679204 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-04227eb9-6fb4-4a4c-a516-460798f0f969 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 819 time: 0.1999090
Apr 30 16:23:42.703127 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368c458c-0a13-4d7e-bbde-8b0bd7dd4a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:42.706648 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Request body: {'port': {'device_id': '9436c0cc-c624-4bad-9628-20130171a052', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'admin_state_up': True, 'tenant_id': '40fbb956131348a99eaf6b80cb513691'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:42.837739 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:42.845577 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:42.888037 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f85fdf1e-9f6b-48a7-bdc1-00cfb29dcdc0 req-af2b93f9-c6d5-4dfd-88f4-a6c1834bdb08 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 210 time: 0.1051517
Apr 30 16:23:42.909029 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:42.912814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:42.915474 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368c458c-0a13-4d7e-bbde-8b0bd7dd4a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:42.918632 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:42.944342 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:42.956603 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:42.986345 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Pushing event updated for resources: {'Port': ['ID=a62cb194-71c9-4108-ab38-9084b06f38e0,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:42.990717 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:42.991119 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:43.006730 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c458c-0a13-4d7e-bbde-8b0bd7dd4a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c7a983-ce79-48ef-875c-4e0283f5e57e,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:43.010709 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-368c458c-0a13-4d7e-bbde-8b0bd7dd4a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:43.018547 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:43.019164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:43.088486 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Made reservation on behalf of 40fbb956131348a99eaf6b80cb513691 for: {'port': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:43.093020 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:43.214525 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368c458c-0a13-4d7e-bbde-8b0bd7dd4a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:43.218177 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-368c458c-0a13-4d7e-bbde-8b0bd7dd4a81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6c7a983-ce79-48ef-875c-4e0283f5e57e HTTP/1.1" status: 204  len: 168 time: 0.6829038
Apr 30 16:23:43.322954 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Allocated IP 172.20.0.6 (0a7bc1c6-578f-493f-828e-1bb5b1535e89/845b1200-186b-4e02-b837-c3a539e30ac2/c2da05f8-1f40-4945-add8-d784f796a957) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:43.345757 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.69', 50179) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:43.435404 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8551693
Apr 30 16:23:43.568741 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Request body: {'port': {'device_id': '260dc45f-c515-42ca-95e7-9d1d6a8c4cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:43.640670 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:43.677618 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43434) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:43.693505 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:23:43.766746 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-51cbd34d-3d97-4a40-8e99-ce15890ba7c2 req-11c338c6-59cd-4463-8e60-39b7083a79b6 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 210 time: 0.0879085
Apr 30 16:23:43.846740 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-fb8ee794-8a03-47ae-8ad6-701da1226aac tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:43.848774 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-fb8ee794-8a03-47ae-8ad6-701da1226aac tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 811 time: 0.5006316
Apr 30 16:23:43.934603 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:43.957125 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:44.042307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Pushing event updated for resources: {'Port': ['ID=c2da05f8-1f40-4945-add8-d784f796a957,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:44.068916 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:44.084373 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-65764c92-28bc-4359-a373-f3e3963bc54e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78 HTTP/1.1" status: 200  len: 379 time: 0.1889389
Apr 30 16:23:44.092569 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:44.093575 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:44.096237 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d34fa-6b27-463d-883b-03842f908e0b req-eec31283-9774-49b0-83ce-498f849bfdb3 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:44.098672 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-be9d34fa-6b27-463d-883b-03842f908e0b req-eec31283-9774-49b0-83ce-498f849bfdb3 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.6580386
Apr 30 16:23:44.100795 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:44.106386 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'port': {'device_id': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'admin_state_up': True, 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'security_groups': ['a342d0a1-273e-4981-a7ea-94dc63db106b']}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:44.110013 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:44.142786 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:44.176284 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:44.185068 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Usage tracker for resource:security_group_rule and tenant:2cf9ba703758497eb3e517480444c142 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:44.192323 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:44.204391 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:44.217213 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:44.217840 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:44.292750 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bd5af-642d-4a79-a9ff-086c54a23b74 req-e5c0fd5e-12e9-4518-b6ae-25597be09025 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:44.295274 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-365bd5af-642d-4a79-a9ff-086c54a23b74 req-e5c0fd5e-12e9-4518-b6ae-25597be09025 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 943 time: 0.2550893
Apr 30 16:23:44.361062 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6614280
Apr 30 16:23:44.367352 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-be9d34fa-6b27-463d-883b-03842f908e0b req-a7712c48-1291-4f90-a864-ac632997788d tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447302
Apr 30 16:23:44.503257 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Request body: {'port': {'device_id': '9436c0cc-c624-4bad-9628-20130171a052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:44.555206 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-365bd5af-642d-4a79-a9ff-086c54a23b74 req-0e6a3e07-8673-455b-9cf5-85440feb32fd tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484648
Apr 30 16:23:44.666779 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:44.682501 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:44.740850 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:44.758771 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1485a8af-79b9-4910-bf7e-3641ea9a45ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:44.766049 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:44.787255 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:44.850525 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f13c-8572-4898-aa2d-4f09492792ba req-3b0aa76b-011c-44ee-b869-9aa78a41b8c8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:44.851468 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df90f13c-8572-4898-aa2d-4f09492792ba req-3b0aa76b-011c-44ee-b869-9aa78a41b8c8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Synchronizing usage tracker for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:44.912414 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:44.924653 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2cf9ba703758497eb3e517480444c142&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2457311
Apr 30 16:23:44.929724 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 43482) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:44.941463 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e967041-cbc6-48a2-912c-b0e7f7f5ee28,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:44.970136 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62cb194-71c9-4108-ab38-9084b06f38e0 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:44.982195 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:44.996781 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df90f13c-8572-4898-aa2d-4f09492792ba req-3b0aa76b-011c-44ee-b869-9aa78a41b8c8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Unset dirty status for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:44.997960 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df90f13c-8572-4898-aa2d-4f09492792ba req-3b0aa76b-011c-44ee-b869-9aa78a41b8c8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 931 time: 0.4807963
Apr 30 16:23:44.998495 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Made reservation on behalf of d435f88d59a74c9a8b66cb9a71fc3e78 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:23:45.001849 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.005070 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:45.037759 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2c4c038e-743e-4810-946a-65f8ff8b6686 req-ea525bfd-d741-4a5e-ba5f-b8e1d3424179 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 210 time: 0.1044939
Apr 30 16:23:45.052439 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Transition to ACTIVE for port object a62cb194-71c9-4108-ab38-9084b06f38e0 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:45.126861 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-431ca39a-baeb-4151-b61f-776d8b903b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.140590 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df90f13c-8572-4898-aa2d-4f09492792ba req-49134030-188a-4786-8f51-776d9ef3cefa tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Synchronizing usage tracker for tenant:40fbb956131348a99eaf6b80cb513691 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:45.168293 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.196229 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:45.244057 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-431ca39a-baeb-4151-b61f-776d8b903b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.396181 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2da05f8-1f40-4945-add8-d784f796a957 {{(pid=74379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:45.408373 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.429981 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Transition to ACTIVE for port object c2da05f8-1f40-4945-add8-d784f796a957 will not be triggered until provisioned by entity L2. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:45.457935 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-df90f13c-8572-4898-aa2d-4f09492792ba req-49134030-188a-4786-8f51-776d9ef3cefa tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Unset dirty status for tenant:40fbb956131348a99eaf6b80cb513691 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:45.460524 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df90f13c-8572-4898-aa2d-4f09492792ba req-49134030-188a-4786-8f51-776d9ef3cefa tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4476721
Apr 30 16:23:45.469547 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Pushing event updated for resources: {'Port': ['ID=a62cb194-71c9-4108-ab38-9084b06f38e0,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:45.475428 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:45.488510 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device f7d5efe9-6648-4525-b9f3-7d0292aca0f1 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:23:45.568355 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Allocated IP 172.20.0.8 (aa417807-97da-401a-88f0-fb2baff76934/00de99b2-610f-4663-8eea-d1259812916b/642712cc-d29f-49cb-9612-1e9094346368) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:23:45.569204 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.623672 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:45.649626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Attempting to bind port a62cb194-71c9-4108-ab38-9084b06f38e0 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:45.649954 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Attempting to bind port a62cb194-71c9-4108-ab38-9084b06f38e0 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:45.650289 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Attempting to bind port a62cb194-71c9-4108-ab38-9084b06f38e0 on network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:45.671138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Port a62cb194-71c9-4108-ab38-9084b06f38e0 on network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:23:45.671778 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Attempting to bind port a62cb194-71c9-4108-ab38-9084b06f38e0 on network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:45.681706 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port f7d5efe9-6648-4525-b9f3-7d0292aca0f1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:45.705085 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'port_id': 'f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'mac_address': 'fa:16:3e:2e:d6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3fbaaa-ff23-4124-a220-c198118c6fa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:23:45.708941 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:45.709385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Checking segment: {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:45.709622 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Bound using segment: {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:45.711260 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Bound port: a62cb194-71c9-4108-ab38-9084b06f38e0, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:45.711260 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.754117 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-431ca39a-baeb-4151-b61f-776d8b903b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.779348 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.803720 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d5efe9-6648-4525-b9f3-7d0292aca0f1 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:45.834280 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Pushing event updated for resources: {'Port': ['ID=c2da05f8-1f40-4945-add8-d784f796a957,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:45.838684 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port f7d5efe9-6648-4525-b9f3-7d0292aca0f1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:45.839234 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:45.898509 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c4f4dca7-b1a3-404e-a7c0-29b701f1ee5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:45.956153 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ca39a-baeb-4151-b61f-776d8b903b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e967041-cbc6-48a2-912c-b0e7f7f5ee28,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:45.957858 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72e709-9bce-47e0-b30c-4a91c09a05ab req-5f35b96c-b8c2-425f-b1c5-c2b795bb944c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:45.959407 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e72e709-9bce-47e0-b30c-4a91c09a05ab req-5f35b96c-b8c2-425f-b1c5-c2b795bb944c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 943 time: 0.4578772
Apr 30 16:23:45.970095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-431ca39a-baeb-4151-b61f-776d8b903b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:45.988835 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:45.990236 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device d5d68a4a-6ef8-449c-bce9-09088aed70cd details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:23:45.997745 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:46.001723 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Attempting to bind port c2da05f8-1f40-4945-add8-d784f796a957 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:46.002050 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Attempting to bind port c2da05f8-1f40-4945-add8-d784f796a957 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'}] {{(pid=74379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:46.002407 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Attempting to bind port c2da05f8-1f40-4945-add8-d784f796a957 on network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:46.017484 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Port c2da05f8-1f40-4945-add8-d784f796a957 on network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:23:46.017846 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Attempting to bind port c2da05f8-1f40-4945-add8-d784f796a957 on network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:46.031556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:46.031556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Checking segment: {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:46.031556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Bound using segment: {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'} {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:46.031556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Bound port: c2da05f8-1f40-4945-add8-d784f796a957, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c9bb6c-2cba-4f18-a811-c75279df934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89'}}] {{(pid=74379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:46.032242 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.050914 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e72e709-9bce-47e0-b30c-4a91c09a05ab req-3b76872c-0454-4ce6-b351-0725aa51a348 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731969
Apr 30 16:23:46.095191 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] For port a62cb194-71c9-4108-ab38-9084b06f38e0, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:46.114029 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-88d3f026-89ac-4f8c-9c0d-d018c3212fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.131268 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] For port a62cb194-71c9-4108-ab38-9084b06f38e0, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a62cb194-71c9-4108-ab38-9084b06f38e0,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:46.161080 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.172120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c544a-6917-4bc3-a68c-8ed86e8dfe89 req-fcc1ea26-453f-44a9-80cc-982452bb9573 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:46.175069 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] For port c2da05f8-1f40-4945-add8-d784f796a957, host hv-cinder-77500, cleared binding levels {{(pid=74379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:46.178809 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:46.180400 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-704c544a-6917-4bc3-a68c-8ed86e8dfe89 req-fcc1ea26-453f-44a9-80cc-982452bb9573 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 943 time: 0.4827924
Apr 30 16:23:46.181009 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] For port c2da05f8-1f40-4945-add8-d784f796a957, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c2da05f8-1f40-4945-add8-d784f796a957,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:46.187095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-431ca39a-baeb-4151-b61f-776d8b903b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.188393 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-431ca39a-baeb-4151-b61f-776d8b903b69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e967041-cbc6-48a2-912c-b0e7f7f5ee28 HTTP/1.1" status: 204  len: 168 time: 1.2576234
Apr 30 16:23:46.248516 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.269870 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Transition to ACTIVE for port object 642712cc-d29f-49cb-9612-1e9094346368 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:46.280243 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:46.283083 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.289199 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9deb7e69-5f47-4dc8-80bb-709461e89d03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:46.342745 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port d5d68a4a-6ef8-449c-bce9-09088aed70cd, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d5d68a4a-6ef8-449c-bce9-09088aed70cd,segment=NetworkSegment(7168dc75-a4fe-4850-9c48-0e45d7966a79),segment_id=7168dc75-a4fe-4850-9c48-0e45d7966a79)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:46.385566 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'd5d68a4a-6ef8-449c-bce9-09088aed70cd', 'network_id': 'dd08a9b7-ab40-42c8-9ae6-6f5bd954d448', 'port_id': 'd5d68a4a-6ef8-449c-bce9-09088aed70cd', 'mac_address': 'fa:16:3e:e5:d9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6702394e-06e4-4aeb-82a9-f9e521dd5459', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:23:46.387869 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:46.394848 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:46.395509 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.406746 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-23638ee8-4b69-410a-824b-0a566608675e service neutron] 10.222.0.69 "PUT /v2.0/ports/a62cb194-71c9-4108-ab38-9084b06f38e0 HTTP/1.1" status: 200  len: 1094 time: 2.8583050
Apr 30 16:23:46.409482 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260dc45f-c515-42ca-95e7-9d1d6a8c4cc6', 'tag': 'a62cb194-71c9-4108-ab38-9084b06f38e0'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:23:46.443189 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-704c544a-6917-4bc3-a68c-8ed86e8dfe89 req-915d4edc-ee3f-41ca-b653-fc71ec764b9e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617421
Apr 30 16:23:46.457716 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.463469 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.474982 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:46.475175 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.480247 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] 10.222.0.69 "PUT /v2.0/ports/c2da05f8-1f40-4945-add8-d784f796a957 HTTP/1.1" status: 200  len: 1093 time: 2.0985358
Apr 30 16:23:46.490764 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d68a4a-6ef8-449c-bce9-09088aed70cd {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:46.495774 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9436c0cc-c624-4bad-9628-20130171a052', 'tag': 'c2da05f8-1f40-4945-add8-d784f796a957'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:23:46.515430 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Network aa417807-97da-401a-88f0-fb2baff76934 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:23:46.517611 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:23:46.522554 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port d5d68a4a-6ef8-449c-bce9-09088aed70cd, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d5d68a4a-6ef8-449c-bce9-09088aed70cd,segment=NetworkSegment(7168dc75-a4fe-4850-9c48-0e45d7966a79),segment_id=7168dc75-a4fe-4850-9c48-0e45d7966a79)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:46.524456 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:23:46.556183 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260dc45f-c515-42ca-95e7-9d1d6a8c4cc6', 'tag': 'a62cb194-71c9-4108-ab38-9084b06f38e0', 'status': 'completed', 'code': 200}
Apr 30 16:23:46.559828 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Pushing event updated for resources: {'Port': ['ID=a62cb194-71c9-4108-ab38-9084b06f38e0,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:46.567180 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Pushing event updated for resources: {'Port': ['ID=c2da05f8-1f40-4945-add8-d784f796a957,revision_number=3']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:46.579824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:46.579824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:46.629604 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:46.669402 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.671679 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ec3919ed-88f5-42f8-8e7b-4acb57f3549a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:46.715932 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-00de917f-b39c-49c3-88b6-93057b8fbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:46.722953 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-00de917f-b39c-49c3-88b6-93057b8fbfd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1097 time: 0.1566908
Apr 30 16:23:46.750292 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec77d4-a245-4e1a-a162-d97819b4ef18 req-7a57caff-ada2-4819-89cc-a28dc90646c7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:46.762025 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ffec77d4-a245-4e1a-a162-d97819b4ef18 req-7a57caff-ada2-4819-89cc-a28dc90646c7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 931 time: 0.3910115
Apr 30 16:23:46.776883 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'Port': ['ID=642712cc-d29f-49cb-9612-1e9094346368,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:46.847999 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:46.902403 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=d5d68a4a-6ef8-449c-bce9-09088aed70cd,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:46.923383 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:46.929732 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:46.930947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:46.996335 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-31324398-29f8-44d6-b1f2-efc083a2b784 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62cb194-71c9-4108-ab38-9084b06f38e0 HTTP/1.1" status: 200  len: 217 time: 0.2320518
Apr 30 16:23:46.999355 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30459ff4-6bc5-4fa5-ae1f-527f814deae0 req-afea8012-2848-4d95-b70e-9b537feaa57d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:47.006932 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-30459ff4-6bc5-4fa5-ae1f-527f814deae0 req-afea8012-2848-4d95-b70e-9b537feaa57d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 943 time: 0.2113507
Apr 30 16:23:47.029503 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-619388e1-cabf-4f7b-b7c2-32d6c13728ea None None] Provisioning for port 642712cc-d29f-49cb-9612-1e9094346368 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:47.033082 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-3ba725d4-b310-4133-85cd-9abe9f018b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:47.033082 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-3ba725d4-b310-4133-85cd-9abe9f018b9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 1096 time: 0.2412817
Apr 30 16:23:47.037495 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-619388e1-cabf-4f7b-b7c2-32d6c13728ea None None] Provisioning complete for port 642712cc-d29f-49cb-9612-1e9094346368 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:47.038244 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-619388e1-cabf-4f7b-b7c2-32d6c13728ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:47.119447 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-619388e1-cabf-4f7b-b7c2-32d6c13728ea None None] Port 642712cc-d29f-49cb-9612-1e9094346368 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:23:47.127079 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-ffec77d4-a245-4e1a-a162-d97819b4ef18 req-753d74d0-c7b2-45c6-9eb7-5db9493f54a7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:47.155440 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0567474
Apr 30 16:23:47.162320 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-ffec77d4-a245-4e1a-a162-d97819b4ef18 req-753d74d0-c7b2-45c6-9eb7-5db9493f54a7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:47.163631 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ffec77d4-a245-4e1a-a162-d97819b4ef18 req-753d74d0-c7b2-45c6-9eb7-5db9493f54a7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4007609
Apr 30 16:23:47.169278 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-ebcf62ae-b1eb-453a-8e29-e6c9c8e46537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:47.170096 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-ebcf62ae-b1eb-453a-8e29-e6c9c8e46537 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.1659057
Apr 30 16:23:47.175335 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-69dca428-1901-4601-b8fd-917d6a7cb7df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2da05f8-1f40-4945-add8-d784f796a957 HTTP/1.1" status: 200  len: 217 time: 0.1076334
Apr 30 16:23:47.192233 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Request body: {'port': {'device_id': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:23:47.240166 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['d5d68a4a-6ef8-449c-bce9-09088aed70cd'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:23:47.285678 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-30459ff4-6bc5-4fa5-ae1f-527f814deae0 req-033723b2-f238-49e2-888c-d19848df514a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772608
Apr 30 16:23:47.306218 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-6a194b41-6d6f-45bd-bd03-084a07a96fcc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1297824
Apr 30 16:23:47.346383 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f7d5efe9-6648-4525-b9f3-7d0292aca0f1'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:23:47.457768 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9436c0cc-c624-4bad-9628-20130171a052', 'tag': 'c2da05f8-1f40-4945-add8-d784f796a957', 'status': 'completed', 'code': 200}
Apr 30 16:23:47.699403 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-e2e17e90-0b36-4fea-bcc5-f8e759c3aa7d service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3854849
Apr 30 16:23:47.944268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71e3af-9d51-4c48-b2d1-07c35ed96451 req-f02a7e09-dfc1-4437-87e7-24eed48cb61c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:47.953457 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5b71e3af-9d51-4c48-b2d1-07c35ed96451 req-f02a7e09-dfc1-4437-87e7-24eed48cb61c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 944 time: 0.3187041
Apr 30 16:23:48.003498 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1760ef54-9002-428c-85e0-46ae2f7f9c93 req-d581b83c-8718-4e1b-9561-403f1cfa1455 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2917671
Apr 30 16:23:48.029184 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5b71e3af-9d51-4c48-b2d1-07c35ed96451 req-baf1cd31-5efc-46a6-a9e5-1da774c744cf tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747433
Apr 30 16:23:48.071483 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-55a15a96-3ecf-4b59-9aa9-dd68d6ca4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:48.073876 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-55a15a96-3ecf-4b59-9aa9-dd68d6ca4843 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.7988346
Apr 30 16:23:48.180012 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:48.190726 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-88502369-1507-492a-9d25-b16fb78b81d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0982234
Apr 30 16:23:48.205963 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd98a87-0000-4ee5-b68b-7886ada256e6 req-f9b981f2-0478-4cba-a8a7-f565bbec4af8 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:48.212915 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5bd98a87-0000-4ee5-b68b-7886ada256e6 req-f9b981f2-0478-4cba-a8a7-f565bbec4af8 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 944 time: 0.5140574
Apr 30 16:23:48.381112 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5bd98a87-0000-4ee5-b68b-7886ada256e6 req-4517e8a3-8a2b-4a29-b219-349660232aa0 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671035
Apr 30 16:23:48.460321 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3027-0295-49ad-aed8-21b8736263ed req-d65b8a54-2103-4aa5-b9ec-fba29fb6e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:48.461866 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72ed3027-0295-49ad-aed8-21b8736263ed req-d65b8a54-2103-4aa5-b9ec-fba29fb6e16b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1097 time: 0.2205744
Apr 30 16:23:48.571278 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2a258-b354-4fa9-87c5-e2509bac9e7b req-52aa5843-736c-4098-a078-b78736d8b835 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:48.578857 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f1f2a258-b354-4fa9-87c5-e2509bac9e7b req-52aa5843-736c-4098-a078-b78736d8b835 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 931 time: 0.2287273
Apr 30 16:23:48.712506 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-5563a7c6-32d1-4d2f-9713-a946968fd09e service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4209008
Apr 30 16:23:48.745587 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:48.756998 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f1f2a258-b354-4fa9-87c5-e2509bac9e7b req-33891d1a-ac8d-4017-8f09-f6c87094a568 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764000
Apr 30 16:23:48.774546 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-338787aa-1b0e-4720-af4f-982daa37fd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:48.784172 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3027-0295-49ad-aed8-21b8736263ed req-a272d83b-76ff-46b4-9992-50c156d0a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:48.794651 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72ed3027-0295-49ad-aed8-21b8736263ed req-a272d83b-76ff-46b4-9992-50c156d0a2e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 920 time: 0.3118036
Apr 30 16:23:48.859203 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72ed3027-0295-49ad-aed8-21b8736263ed req-bc33be69-9b01-4bb4-96e2-4828cc356d71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62cb194-71c9-4108-ab38-9084b06f38e0 HTTP/1.1" status: 200  len: 217 time: 0.0655169
Apr 30 16:23:48.932215 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3027-0295-49ad-aed8-21b8736263ed req-63d45771-f2fb-4e2d-a819-5d77d820eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:48.934581 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72ed3027-0295-49ad-aed8-21b8736263ed req-63d45771-f2fb-4e2d-a819-5d77d820eb84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.0670760
Apr 30 16:23:48.994546 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72ed3027-0295-49ad-aed8-21b8736263ed req-f8f39dfd-1066-494e-a718-4d594daa63f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525227
Apr 30 16:23:49.011065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2facf46-107a-4850-ba81-81de5eca4f74 req-0cbc3c87-44d1-4880-853f-74166e0f1fe9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:49.012644 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f2facf46-107a-4850-ba81-81de5eca4f74 req-0cbc3c87-44d1-4880-853f-74166e0f1fe9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 943 time: 0.4482810
Apr 30 16:23:49.052088 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-518d37a7-437e-43ea-8f14-48075c7b2c24 req-f534e005-1017-41de-b63f-17147c4258e3 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3230851
Apr 30 16:23:49.092846 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f2facf46-107a-4850-ba81-81de5eca4f74 req-2da5100a-4f8d-4040-a865-a9d1562ecb74 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656946
Apr 30 16:23:49.164745 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642712cc-d29f-49cb-9612-1e9094346368 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:49.173342 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:49.190309 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Transition to ACTIVE for port object 642712cc-d29f-49cb-9612-1e9094346368 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:23:49.219403 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72ed3027-0295-49ad-aed8-21b8736263ed req-c0b80b01-a000-4ed0-a873-9a982d0175b2 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173545
Apr 30 16:23:49.299738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:49.310282 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:49.362329 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-21e39e20-390f-4673-8a3b-9fde4b5deaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:49.363793 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-21e39e20-390f-4673-8a3b-9fde4b5deaee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 1096 time: 0.1392233
Apr 30 16:23:49.367693 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686af85-a8a0-4310-b802-5137e668f229 req-266c574b-1f37-42be-a3e7-e813fd267de6 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:49.374782 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b686af85-a8a0-4310-b802-5137e668f229 req-266c574b-1f37-42be-a3e7-e813fd267de6 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 944 time: 0.2147923
Apr 30 16:23:49.441783 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72ed3027-0295-49ad-aed8-21b8736263ed req-e4821a88-b023-4a1b-8ca2-971b00b2d468 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129834
Apr 30 16:23:49.464727 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b686af85-a8a0-4310-b802-5137e668f229 req-4570e19c-0c36-4261-bf0c-7989b72a0da7 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889122
Apr 30 16:23:49.477633 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device f7d5efe9-6648-4525-b9f3-7d0292aca0f1 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:49.502636 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43628) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:49.768199 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:49.790283 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:49.797544 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Usage tracker for resource:security_group_rule and tenant:79f28a57651248228d7ea46a8aa51a2c is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:49.800989 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:49.809516 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:49.857708 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:49.881867 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:49.888214 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:49.888677 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:49.932239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bee17-8673-42b4-9774-920587c3270d service neutron] Pushing event updated for resources: {'Port': ['ID=642712cc-d29f-49cb-9612-1e9094346368,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:49.932700 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:49.956519 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-823bee17-8673-42b4-9774-920587c3270d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:50.007764 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-e258df2c-e661-40b3-adfd-138a7762273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:50.009380 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-e258df2c-e661-40b3-adfd-138a7762273e service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 920 time: 0.5612545
Apr 30 16:23:50.024295 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424af48-bf68-43ae-9ae6-ef49659e6f02 req-03b01a84-11ea-4cfe-9719-a5a1f9e8e9d7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:50.025860 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1424af48-bf68-43ae-9ae6-ef49659e6f02 req-03b01a84-11ea-4cfe-9719-a5a1f9e8e9d7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.0956144
Apr 30 16:23:50.032764 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.080646 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7afd2e-db77-4a75-8fd2-260fe85b0366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5efe9-6648-4525-b9f3-7d0292aca0f1'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:23:50.086405 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1424af48-bf68-43ae-9ae6-ef49659e6f02 req-6e04c6d8-1aeb-458d-9176-593999d07352 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534468
Apr 30 16:23:50.105737 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.134347 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3e6c92e4-2dd1-4937-b6a3-54ab4ae24a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:50.172236 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7efa06c-5655-427b-a451-0f9e3835ee13,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:50.195851 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:50.200173 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79f28a57651248228d7ea46a8aa51a2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6961372
Apr 30 16:23:50.202803 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43656) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:50.227953 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-2f1cc221-c9e3-4e27-84bd-0e23b912a2db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2da05f8-1f40-4945-add8-d784f796a957 HTTP/1.1" status: 200  len: 217 time: 0.2062688
Apr 30 16:23:50.230243 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Attempting to bind port 642712cc-d29f-49cb-9612-1e9094346368 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:23:50.230570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Attempting to bind port 642712cc-d29f-49cb-9612-1e9094346368 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:23:50.230891 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Attempting to bind port 642712cc-d29f-49cb-9612-1e9094346368 on network aa417807-97da-401a-88f0-fb2baff76934 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:50.250942 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port f7d5efe9-6648-4525-b9f3-7d0292aca0f1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:50.282549 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a3de452e-e8b8-40c3-b924-66bac467b51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.294674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Port 642712cc-d29f-49cb-9612-1e9094346368 on network aa417807-97da-401a-88f0-fb2baff76934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:23:50.295241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Attempting to bind port 642712cc-d29f-49cb-9612-1e9094346368 on network aa417807-97da-401a-88f0-fb2baff76934 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:23:50.312585 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5684a8-4926-44db-ba82-0206fb569317 req-ef0f6550-c7b1-47d7-a454-8d0d58c6a65f tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:50.320765 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ef5684a8-4926-44db-ba82-0206fb569317 req-ef0f6550-c7b1-47d7-a454-8d0d58c6a65f tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 944 time: 0.4595256
Apr 30 16:23:50.346119 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:23:50.346858 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Checking segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:23:50.347040 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Bound using segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:23:50.347504 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Bound port: 642712cc-d29f-49cb-9612-1e9094346368, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:23:50.347809 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.379430 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.380594 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device d5d68a4a-6ef8-449c-bce9-09088aed70cd up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:23:50.395140 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a3de452e-e8b8-40c3-b924-66bac467b51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.421424 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-6e1c7340-a051-4a18-b71a-56d16cae42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:50.423298 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-6e1c7340-a051-4a18-b71a-56d16cae42f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.1858675
Apr 30 16:23:50.428106 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-10945e40-be5f-42f7-9dcf-c7c2e991f722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:50.445806 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed59f4-7890-4936-8179-6ed2c43ede8d req-53d4c41d-753b-4582-9262-f282979d0323 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:50.446539 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-97ed59f4-7890-4936-8179-6ed2c43ede8d req-53d4c41d-753b-4582-9262-f282979d0323 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Synchronizing usage tracker for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:50.482132 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-97ed59f4-7890-4936-8179-6ed2c43ede8d req-53d4c41d-753b-4582-9262-f282979d0323 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Unset dirty status for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:50.490229 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ef5684a8-4926-44db-ba82-0206fb569317 req-1f4325c5-c94f-4889-835f-70bc61ea94cb tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684432
Apr 30 16:23:50.493102 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-97ed59f4-7890-4936-8179-6ed2c43ede8d req-53d4c41d-753b-4582-9262-f282979d0323 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 943 time: 0.2283061
Apr 30 16:23:50.508045 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-308beddc-7aad-4fae-a87d-713faf5736ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0746803
Apr 30 16:23:50.564304 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-97ed59f4-7890-4936-8179-6ed2c43ede8d req-223967e8-25f3-44d2-9d35-9cfcc072df6a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701475
Apr 30 16:23:50.590009 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:50.594357 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:50.647325 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7afd2e-db77-4a75-8fd2-260fe85b0366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'code': 200}
Apr 30 16:23:50.647925 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a3de452e-e8b8-40c3-b924-66bac467b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.654432 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-34776a48-dbfd-4f28-a8c6-aefefef14d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:50.677124 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de452e-e8b8-40c3-b924-66bac467b51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7efa06c-5655-427b-a451-0f9e3835ee13,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:50.692081 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] For port 642712cc-d29f-49cb-9612-1e9094346368, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:23:50.706715 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a3de452e-e8b8-40c3-b924-66bac467b51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:50.710382 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a3de452e-e8b8-40c3-b924-66bac467b51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.711015 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] For port 642712cc-d29f-49cb-9612-1e9094346368, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=642712cc-d29f-49cb-9612-1e9094346368,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:23:50.711972 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-a3de452e-e8b8-40c3-b924-66bac467b51e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7efa06c-5655-427b-a451-0f9e3835ee13 HTTP/1.1" status: 204  len: 168 time: 0.5076780
Apr 30 16:23:50.729199 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port d5d68a4a-6ef8-449c-bce9-09088aed70cd completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:23:50.735708 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-f85cb03c-b29e-47ed-a25e-ac52317d4bd0 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123141
Apr 30 16:23:50.771418 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port d5d68a4a-6ef8-449c-bce9-09088aed70cd triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:23:50.774347 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.810407 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4819c-a764-4859-95c7-b8a4f3d0d2fa req-3fd3fda5-b7c5-459d-9c7c-0402390433b7 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:50.811923 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1ce4819c-a764-4859-95c7-b8a4f3d0d2fa req-3fd3fda5-b7c5-459d-9c7c-0402390433b7 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0973425
Apr 30 16:23:50.847566 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.866258 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:50.935957 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1ce4819c-a764-4859-95c7-b8a4f3d0d2fa req-b9b067e0-4f19-427f-8474-22259182cc7d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171272
Apr 30 16:23:50.951817 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.964082 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:50.964429 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:50.965900 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-823bee17-8673-42b4-9774-920587c3270d service neutron] 10.222.0.69 "PUT /v2.0/ports/642712cc-d29f-49cb-9612-1e9094346368 HTTP/1.1" status: 200  len: 1093 time: 3.7922649
Apr 30 16:23:50.970012 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'tag': '642712cc-d29f-49cb-9612-1e9094346368'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:23:50.989676 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port d5d68a4a-6ef8-449c-bce9-09088aed70cd, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d5d68a4a-6ef8-449c-bce9-09088aed70cd,segment=NetworkSegment(7168dc75-a4fe-4850-9c48-0e45d7966a79),segment_id=7168dc75-a4fe-4850-9c48-0e45d7966a79)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:51.020320 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bee17-8673-42b4-9774-920587c3270d service neutron] Pushing event updated for resources: {'Port': ['ID=642712cc-d29f-49cb-9612-1e9094346368,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:51.025760 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-823bee17-8673-42b4-9774-920587c3270d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:51.028377 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a098a3d6-0ebd-41e8-92a5-2ddf29e69567 req-aca371f6-ebff-4d20-a46e-c04b23e41aa2 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2729650
Apr 30 16:23:51.043684 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'tag': '642712cc-d29f-49cb-9612-1e9094346368', 'status': 'completed', 'code': 200}
Apr 30 16:23:51.203573 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9395-311c-41a6-96c6-cf0a635dc5a9 req-f68bf06b-106f-41bd-9f37-0fa7950033ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:51.205137 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-070a9395-311c-41a6-96c6-cf0a635dc5a9 req-f68bf06b-106f-41bd-9f37-0fa7950033ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 1096 time: 0.0960090
Apr 30 16:23:51.207859 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:51.210779 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:51.289718 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=d5d68a4a-6ef8-449c-bce9-09088aed70cd,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:51.293047 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:51.345639 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8300b-b43a-4b7b-97fa-195435e2b65d req-3b81a307-6865-4fe7-a286-4da1ada6ac0d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:51.349389 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-78b8300b-b43a-4b7b-97fa-195435e2b65d req-3b81a307-6865-4fe7-a286-4da1ada6ac0d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.1125789
Apr 30 16:23:51.366999 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:51.425416 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-78b8300b-b43a-4b7b-97fa-195435e2b65d req-6e3fe089-c6ba-4442-828b-f9129b5754c4 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643301
Apr 30 16:23:51.437464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9395-311c-41a6-96c6-cf0a635dc5a9 req-f2c2e03d-e553-42b1-9b84-d6e9a23fbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:51.447872 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-070a9395-311c-41a6-96c6-cf0a635dc5a9 req-f2c2e03d-e553-42b1-9b84-d6e9a23fbf90 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2181039
Apr 30 16:23:51.505390 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-eec253e7-5c68-4fd0-9f85-46121bb6644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:51.506902 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-eec253e7-5c68-4fd0-9f85-46121bb6644c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 1098 time: 0.1480694
Apr 30 16:23:51.590013 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:51.610672 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:51.656790 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Usage tracker for resource:security_group_rule and tenant:eef179c5635b492f80e60f0f068cabfe is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:51.662342 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:51.684587 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:51.698348 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9395-311c-41a6-96c6-cf0a635dc5a9 req-ec2ea577-eb2a-4ff3-88d1-d218098e28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:51.699802 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-070a9395-311c-41a6-96c6-cf0a635dc5a9 req-ec2ea577-eb2a-4ff3-88d1-d218098e28d9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2456615
Apr 30 16:23:51.772164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4305-9137-418d-928d-d8ec7cc0adc1 req-eae48ec8-15d9-4302-99ed-7c8227b3bdcb tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:51.774178 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-daeb4305-9137-418d-928d-d8ec7cc0adc1 req-eae48ec8-15d9-4302-99ed-7c8227b3bdcb tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.1593683
Apr 30 16:23:51.775917 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bddbcc-5c7a-4ee2-bc6a-1b5897f7a9ce req-5b0c6205-a96a-46ea-bba0-24d7b3014dbf tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:51.777621 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b9bddbcc-5c7a-4ee2-bc6a-1b5897f7a9ce req-5b0c6205-a96a-46ea-bba0-24d7b3014dbf tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 943 time: 0.0887523
Apr 30 16:23:51.826205 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b9bddbcc-5c7a-4ee2-bc6a-1b5897f7a9ce req-f1263936-e29c-4f67-b2f2-ad4c8063adf7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426528
Apr 30 16:23:51.893822 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:51.900049 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-daeb4305-9137-418d-928d-d8ec7cc0adc1 req-de6f458d-ed62-4d7a-8214-08c831b7b6ab tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940816
Apr 30 16:23:51.920849 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-185c854b-28f8-4ce6-9a6e-5df895ad4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:51.922310 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-185c854b-28f8-4ce6-9a6e-5df895ad4468 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 1096 time: 0.1472814
Apr 30 16:23:52.000441 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-12e508bc-98eb-4061-abfd-80ad24edecfa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642712cc-d29f-49cb-9612-1e9094346368 HTTP/1.1" status: 200  len: 217 time: 0.0629330
Apr 30 16:23:52.002263 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:52.013279 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:52.013416 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43696) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:52.035813 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:52.071110 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:52.076053 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Usage tracker for resource:security_group_rule and tenant:dc63dd2a864c48a9a9b55e43f8a9ddf0 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:52.081678 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:52.089959 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:52.095402 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3eafd41d-ea60-411b-95b1-3ad0499e8838 req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5374720
Apr 30 16:23:52.105252 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=320d4f9c-dd84-4478-b66c-d07d4bff899d,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:52.109621 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:52.114047 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-0ca66ea9-a47f-4cfd-968e-697cf28ab09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:52.115592 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-0ca66ea9-a47f-4cfd-968e-697cf28ab09b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.1054902
Apr 30 16:23:52.255752 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:52.264359 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7402-c298-4e36-a239-ba24c3f7d1a8 req-acbccccf-dbf0-475d-9c34-9577756159cf tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:52.265947 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6cba7402-c298-4e36-a239-ba24c3f7d1a8 req-acbccccf-dbf0-475d-9c34-9577756159cf tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.1456053
Apr 30 16:23:52.312915 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6cba7402-c298-4e36-a239-ba24c3f7d1a8 req-6b7fc030-8bcb-440b-ab0a-dc47e34c3d86 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412662
Apr 30 16:23:52.337693 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:52.346545 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:52.385760 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc63dd2a864c48a9a9b55e43f8a9ddf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3712497
Apr 30 16:23:52.387654 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ada071-a843-4779-a7f5-018ee04cf69b,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:52.389105 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 43708) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:52.391193 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:52.466829 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-06f0ba52-de70-4732-b7fb-5ebd31b13a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:52.532643 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-06f0ba52-de70-4732-b7fb-5ebd31b13a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:52.648431 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce098cc-a5a1-4f91-8660-0196dc22f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d68a4a-6ef8-449c-bce9-09088aed70cd'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:23:52.731197 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce098cc-a5a1-4f91-8660-0196dc22f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d68a4a-6ef8-449c-bce9-09088aed70cd', 'code': 200}
Apr 30 16:23:52.777200 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-5f74c469-c7f7-4e40-9711-8448143a8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:52.778670 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-5f74c469-c7f7-4e40-9711-8448143a8d4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2905467
Apr 30 16:23:52.811183 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65625ec8-e8ed-4685-9126-435a98f9aa35 req-456e8beb-ad27-4f58-aa74-058b57466176 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:52.811898 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-65625ec8-e8ed-4685-9126-435a98f9aa35 req-456e8beb-ad27-4f58-aa74-058b57466176 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:52.935888 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-56276113-d70f-4ec9-82d0-4a5d20f4304c service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501570
Apr 30 16:23:52.986276 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-06f0ba52-de70-4732-b7fb-5ebd31b13a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:52.986604 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:53.032234 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721ade-d9b3-4648-8f52-ea0d71fd9e52 req-c2713b11-af5e-4078-ba8d-47c79cb05c07 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:53.034000 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-31721ade-d9b3-4648-8f52-ea0d71fd9e52 req-c2713b11-af5e-4078-ba8d-47c79cb05c07 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 943 time: 0.0915191
Apr 30 16:23:53.059699 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0ba52-de70-4732-b7fb-5ebd31b13a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ada071-a843-4779-a7f5-018ee04cf69b,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:53.062212 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-06f0ba52-de70-4732-b7fb-5ebd31b13a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:53.066710 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-65625ec8-e8ed-4685-9126-435a98f9aa35 req-456e8beb-ad27-4f58-aa74-058b57466176 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:53.067872 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-65625ec8-e8ed-4685-9126-435a98f9aa35 req-456e8beb-ad27-4f58-aa74-058b57466176 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.4396443
Apr 30 16:23:53.076547 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-06f0ba52-de70-4732-b7fb-5ebd31b13a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:53.077687 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-06f0ba52-de70-4732-b7fb-5ebd31b13a09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31ada071-a843-4779-a7f5-018ee04cf69b HTTP/1.1" status: 204  len: 168 time: 0.6874089
Apr 30 16:23:53.092463 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-31721ade-d9b3-4648-8f52-ea0d71fd9e52 req-0c265505-61a9-4f13-b6fd-ddd36f5755ee tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516036
Apr 30 16:23:53.162459 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9a06389-e48b-4d0f-bac8-553c066180b6 req-ee83a59b-3a9a-4e52-80f0-1087dd000718 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193160
Apr 30 16:23:53.167849 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-65625ec8-e8ed-4685-9126-435a98f9aa35 req-0c623066-73a7-46f3-8831-c36a69cfbc8c tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713873
Apr 30 16:23:53.284742 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327895c0-0764-4e59-8498-bd2fd86d7d3f req-41cbaf6b-f07c-429d-8aec-e7911ad8ebf6 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:53.284742 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-327895c0-0764-4e59-8498-bd2fd86d7d3f req-41cbaf6b-f07c-429d-8aec-e7911ad8ebf6 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.0831304
Apr 30 16:23:53.331760 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-327895c0-0764-4e59-8498-bd2fd86d7d3f req-27ba3fd1-9002-4df3-a01e-b72976744eb1 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417862
Apr 30 16:23:53.427649 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa8c3-2130-4b28-9fae-1c4363b4eba9 req-9f777c6f-bed2-4246-8eeb-67161433be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:53.429774 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1e7aa8c3-2130-4b28-9fae-1c4363b4eba9 req-9f777c6f-bed2-4246-8eeb-67161433be27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 1098 time: 0.0919213
Apr 30 16:23:53.502766 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device a62cb194-71c9-4108-ab38-9084b06f38e0 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:23:53.520669 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-1e7aa8c3-2130-4b28-9fae-1c4363b4eba9 req-b35e3e9f-94f6-4179-ad56-f6dba717388f service neutron] Synchronizing usage tracker for tenant:eef179c5635b492f80e60f0f068cabfe on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:23:53.565589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58c983-ded5-407e-a612-bf23ef06d706 req-22c350f8-0d0a-4370-93ba-4426ffe8608f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:53.572852 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd58c983-ded5-407e-a612-bf23ef06d706 req-22c350f8-0d0a-4370-93ba-4426ffe8608f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.1176019
Apr 30 16:23:53.624574 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd58c983-ded5-407e-a612-bf23ef06d706 req-2511d22e-73d9-4ac1-9048-d02ca9542a8c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515354
Apr 30 16:23:53.651599 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-1e7aa8c3-2130-4b28-9fae-1c4363b4eba9 req-b35e3e9f-94f6-4179-ad56-f6dba717388f service neutron] Unset dirty status for tenant:eef179c5635b492f80e60f0f068cabfe on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:23:53.652782 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1e7aa8c3-2130-4b28-9fae-1c4363b4eba9 req-b35e3e9f-94f6-4179-ad56-f6dba717388f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159057
Apr 30 16:23:53.720431 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port a62cb194-71c9-4108-ab38-9084b06f38e0, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a62cb194-71c9-4108-ab38-9084b06f38e0,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:53.737735 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'a62cb194-71c9-4108-ab38-9084b06f38e0', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'port_id': 'a62cb194-71c9-4108-ab38-9084b06f38e0', 'mac_address': 'fa:16:3e:42:f0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:23:53.797796 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:53.816609 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62cb194-71c9-4108-ab38-9084b06f38e0 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:53.834131 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port a62cb194-71c9-4108-ab38-9084b06f38e0, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a62cb194-71c9-4108-ab38-9084b06f38e0,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:53.922567 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:53.923550 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c2da05f8-1f40-4945-add8-d784f796a957 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:23:53.931711 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:54.010749 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c2da05f8-1f40-4945-add8-d784f796a957, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c2da05f8-1f40-4945-add8-d784f796a957,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:54.023806 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=a62cb194-71c9-4108-ab38-9084b06f38e0,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:54.029233 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:54.032429 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'c2da05f8-1f40-4945-add8-d784f796a957', 'network_id': '0a7bc1c6-578f-493f-828e-1bb5b1535e89', 'port_id': 'c2da05f8-1f40-4945-add8-d784f796a957', 'mac_address': 'fa:16:3e:93:39:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845b1200-186b-4e02-b837-c3a539e30ac2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:23:54.089515 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:54.106299 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2da05f8-1f40-4945-add8-d784f796a957 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:23:54.124403 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c2da05f8-1f40-4945-add8-d784f796a957, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c2da05f8-1f40-4945-add8-d784f796a957,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:23:54.265592 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:54.267607 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:54.295392 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79007916-c3d3-4a4f-ad9c-9cfded1e8843 req-fa65e339-b1e9-47d9-abcf-af8d51c01355 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:54.297169 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-79007916-c3d3-4a4f-ad9c-9cfded1e8843 req-fa65e339-b1e9-47d9-abcf-af8d51c01355 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 943 time: 0.0878427
Apr 30 16:23:54.360454 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-79007916-c3d3-4a4f-ad9c-9cfded1e8843 req-68960f5f-456f-41c4-85a8-d0765409502f tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490327
Apr 30 16:23:54.362212 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=c2da05f8-1f40-4945-add8-d784f796a957,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:54.376777 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:54.394200 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd958d-2447-4350-a495-8918428a053d req-ddf7f4fa-9110-4330-b25e-49da496bcb3e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:54.395805 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4dd958d-2447-4350-a495-8918428a053d req-ddf7f4fa-9110-4330-b25e-49da496bcb3e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.0982113
Apr 30 16:23:54.455819 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4dd958d-2447-4350-a495-8918428a053d req-cdc735c3-331c-4f5a-ac70-8aef9cced1ce tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535414
Apr 30 16:23:54.559682 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c22fa1-76d8-42be-8085-e5a0ffecf0dd req-50a81eff-6612-401d-ae11-876e275007c1 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:54.561722 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-20c22fa1-76d8-42be-8085-e5a0ffecf0dd req-50a81eff-6612-401d-ae11-876e275007c1 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.0954068
Apr 30 16:23:54.624355 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-20c22fa1-76d8-42be-8085-e5a0ffecf0dd req-46657691-d5ca-4fb9-970f-f1430b40d8f1 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470009
Apr 30 16:23:54.836443 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091999-eb5d-458e-a1a6-ca710cbb04b1 req-3e7812c6-95d3-4756-8f37-9309096a2ae5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:54.837714 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ef091999-eb5d-458e-a1a6-ca710cbb04b1 req-3e7812c6-95d3-4756-8f37-9309096a2ae5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0877099
Apr 30 16:23:54.886218 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ef091999-eb5d-458e-a1a6-ca710cbb04b1 req-a8c33736-b1eb-4f2d-b458-3c517c3bbe48 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416155
Apr 30 16:23:55.546269 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cfb69-2595-4559-af76-d4199298680f req-11f603e0-16b5-4453-9e48-6783c03d1a10 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:55.547894 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-af3cfb69-2595-4559-af76-d4199298680f req-11f603e0-16b5-4453-9e48-6783c03d1a10 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.0833037
Apr 30 16:23:55.621146 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-af3cfb69-2595-4559-af76-d4199298680f req-170a4d8d-c2ca-4c2c-8637-41dabf907b2a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658898
Apr 30 16:23:55.660160 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f7a5-8210-4487-b603-03fb1de681e8 req-eed9f899-67ee-49da-9b64-b5b87206d7e3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:55.661819 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ec12f7a5-8210-4487-b603-03fb1de681e8 req-eed9f899-67ee-49da-9b64-b5b87206d7e3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.1006715
Apr 30 16:23:55.728884 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ec12f7a5-8210-4487-b603-03fb1de681e8 req-b3dae826-6deb-487b-86e6-4e2e7ed236d5 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547607
Apr 30 16:23:55.854802 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70381079-5132-45bb-ae97-c1238131f6ce req-ad8e153d-8b5d-417a-8f89-df5484958955 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:55.856351 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-70381079-5132-45bb-ae97-c1238131f6ce req-ad8e153d-8b5d-417a-8f89-df5484958955 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.0992484
Apr 30 16:23:55.902995 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-70381079-5132-45bb-ae97-c1238131f6ce req-e41a3080-0065-456f-98ae-69f0b628e81f tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407431
Apr 30 16:23:56.075593 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b2f5-9d1e-4e7f-a086-3829eb0c09a2 req-2b528383-5288-478a-818d-385f4105f149 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:56.077171 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c408b2f5-9d1e-4e7f-a086-3829eb0c09a2 req-2b528383-5288-478a-818d-385f4105f149 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0818400
Apr 30 16:23:56.127262 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c408b2f5-9d1e-4e7f-a086-3829eb0c09a2 req-65695026-a871-420d-8a06-6c0643583637 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441008
Apr 30 16:23:56.809629 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca9c9-f9a0-4592-9620-d7705c5bf634 req-71b85e27-1c01-4498-b571-92b5c6236d4b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:56.811219 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-532ca9c9-f9a0-4592-9620-d7705c5bf634 req-71b85e27-1c01-4498-b571-92b5c6236d4b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.0841408
Apr 30 16:23:56.864267 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-532ca9c9-f9a0-4592-9620-d7705c5bf634 req-fce00d60-90b9-4328-bcfa-0386e70e38c4 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465252
Apr 30 16:23:56.927495 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f39fe-a499-4096-818d-528b39a0ae89 req-fc94b2ce-d040-4ecb-a090-8612ff9a6581 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:56.929289 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-279f39fe-a499-4096-818d-528b39a0ae89 req-fc94b2ce-d040-4ecb-a090-8612ff9a6581 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.0834153
Apr 30 16:23:56.977665 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-279f39fe-a499-4096-818d-528b39a0ae89 req-28896550-da10-4c5b-ae5c-cc4b0d4ce77f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422268
Apr 30 16:23:57.099930 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c34d7-b8e8-4790-8c2e-bde66b85bbca req-e788759f-1c8f-4fd0-9082-dc9c39c05b67 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:57.102031 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c35c34d7-b8e8-4790-8c2e-bde66b85bbca req-e788759f-1c8f-4fd0-9082-dc9c39c05b67 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.0855525
Apr 30 16:23:57.151496 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c35c34d7-b8e8-4790-8c2e-bde66b85bbca req-0021ba60-1393-4f8b-bd29-42a081b644b5 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432351
Apr 30 16:23:57.333540 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78897381-550b-45df-8362-71bd18af18b7 req-e31f2f6a-6c4b-4894-9623-f056d8a894cc tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:57.335557 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-78897381-550b-45df-8362-71bd18af18b7 req-e31f2f6a-6c4b-4894-9623-f056d8a894cc tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0867388
Apr 30 16:23:57.387472 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-78897381-550b-45df-8362-71bd18af18b7 req-e055b5eb-dfe6-4be2-b0fc-9e2eac2c806c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454779
Apr 30 16:23:57.974379 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43880) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:58.093107 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d83e3-85bf-4121-b362-dd6f501b8384 req-38cf225e-6095-4a1d-9ff2-668b821ee612 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:58.106484 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5d1d83e3-85bf-4121-b362-dd6f501b8384 req-38cf225e-6095-4a1d-9ff2-668b821ee612 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.1249273
Apr 30 16:23:58.173535 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5d1d83e3-85bf-4121-b362-dd6f501b8384 req-a487a884-8343-44cf-a996-0688f0d6af1e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651629
Apr 30 16:23:58.186058 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394fb3-d010-4fc2-ba51-97762a0b1011 req-5e25e80e-3878-4cc5-ad6c-27ee71d9339a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:58.187579 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a7394fb3-d010-4fc2-ba51-97762a0b1011 req-5e25e80e-3878-4cc5-ad6c-27ee71d9339a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.0982859
Apr 30 16:23:58.212667 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:58.230194 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:58.234378 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Usage tracker for resource:security_group_rule and tenant:37edb6f2288b478a98bb792d60866591 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:58.237588 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:58.244909 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:58.249923 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a7394fb3-d010-4fc2-ba51-97762a0b1011 req-956ad3dc-cb05-49d8-ba3a-2e38bd3bda52 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518692
Apr 30 16:23:58.401595 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:58.417380 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c78d5-87e0-445f-932e-242146f03815 req-1d85b9ce-e493-4cc7-8dd6-4dd24e65a6e4 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:58.419007 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3a2c78d5-87e0-445f-932e-242146f03815 req-1d85b9ce-e493-4cc7-8dd6-4dd24e65a6e4 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.1341860
Apr 30 16:23:58.469122 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3a2c78d5-87e0-445f-932e-242146f03815 req-5c39c5ee-eaa7-43f6-8f56-b09d0ec8686f tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440159
Apr 30 16:23:58.487735 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:58.504192 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:58.555530 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37edb6f2288b478a98bb792d60866591&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5775850
Apr 30 16:23:58.555530 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3141a51a-93b0-4bb3-934b-dc6f1e464447,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:58.562456 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:58.562784 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43894) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:58.629009 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ba1a-1ade-46a5-9aac-15328afa648d req-46f1004f-9463-4d53-a92c-23fae78fa76a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:58.631399 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-aa76ba1a-1ade-46a5-9aac-15328afa648d req-46f1004f-9463-4d53-a92c-23fae78fa76a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.1091979
Apr 30 16:23:58.653402 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-080021c3-da59-4a8c-b2a2-995f1ba0347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:58.687231 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-080021c3-da59-4a8c-b2a2-995f1ba0347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:58.695058 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-aa76ba1a-1ade-46a5-9aac-15328afa648d req-fdb0d781-c52e-4357-814d-8e7bcfd25673 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562010
Apr 30 16:23:58.847357 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-080021c3-da59-4a8c-b2a2-995f1ba0347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:58.853266 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-badaa15e-e399-433d-828e-65c45106fa8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:23:58.867878 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080021c3-da59-4a8c-b2a2-995f1ba0347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3141a51a-93b0-4bb3-934b-dc6f1e464447,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:23:58.870627 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-080021c3-da59-4a8c-b2a2-995f1ba0347d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:23:58.879497 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-080021c3-da59-4a8c-b2a2-995f1ba0347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:58.884045 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-080021c3-da59-4a8c-b2a2-995f1ba0347d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3141a51a-93b0-4bb3-934b-dc6f1e464447 HTTP/1.1" status: 204  len: 168 time: 0.3169010
Apr 30 16:23:59.063255 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['a62cb194-71c9-4108-ab38-9084b06f38e0'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:23:59.093455 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['c2da05f8-1f40-4945-add8-d784f796a957'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:23:59.424563 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc9c6-6f6d-4e37-88e1-8aa46f021938 req-bedc58a9-85da-4046-adae-51f237ab5346 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:59.426132 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3d3dc9c6-6f6d-4e37-88e1-8aa46f021938 req-bedc58a9-85da-4046-adae-51f237ab5346 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.1389706
Apr 30 16:23:59.474553 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3d3dc9c6-6f6d-4e37-88e1-8aa46f021938 req-34ad1e3b-ff2d-4c8a-bd4c-a18a20638a49 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420306
Apr 30 16:23:59.509463 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce78b7-e5f5-4ab6-89f7-5d7b3c749d8f req-43299929-5e23-44ab-a2be-7be9a21187f7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:59.510945 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a5ce78b7-e5f5-4ab6-89f7-5d7b3c749d8f req-43299929-5e23-44ab-a2be-7be9a21187f7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.0916853
Apr 30 16:23:59.561899 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a5ce78b7-e5f5-4ab6-89f7-5d7b3c749d8f req-3294ac54-494f-4520-a25d-5f9d7e80d7c7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446033
Apr 30 16:23:59.789274 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 43924) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:23:59.822532 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:23:59.829971 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45e51c-9376-4abf-be9a-522f60fee3a1 req-b03c563d-8452-428b-8805-451e124d6c43 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:23:59.833472 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ef45e51c-9376-4abf-be9a-522f60fee3a1 req-b03c563d-8452-428b-8805-451e124d6c43 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.2327030
Apr 30 16:23:59.841932 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:23:59.846407 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb2b3de695a4000a041a095d4fa5a46 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:23:59.849805 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:23:59.856141 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:23:59.901980 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ef45e51c-9376-4abf-be9a-522f60fee3a1 req-b305826c-e331-47b4-9dbf-0ee917b0c274 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521326
Apr 30 16:23:59.955480 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:00.036293 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:00.046045 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:00.090399 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebb2b3de695a4000a041a095d4fa5a46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2978511
Apr 30 16:24:00.090399 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174a0460-318a-4a7f-8ed2-42d717be190b,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:00.090915 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43936) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:00.093038 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:00.152116 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b3eadb1f-dbe8-49f9-9c8c-ba9c3f5ee90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:00.180910 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b3eadb1f-dbe8-49f9-9c8c-ba9c3f5ee90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:00.299094 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b3eadb1f-dbe8-49f9-9c8c-ba9c3f5ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:00.305277 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:00.320742 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eadb1f-dbe8-49f9-9c8c-ba9c3f5ee90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a0460-318a-4a7f-8ed2-42d717be190b,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:00.323267 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b3eadb1f-dbe8-49f9-9c8c-ba9c3f5ee90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:00.326798 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b3eadb1f-dbe8-49f9-9c8c-ba9c3f5ee90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:00.327914 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b3eadb1f-dbe8-49f9-9c8c-ba9c3f5ee90a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/174a0460-318a-4a7f-8ed2-42d717be190b HTTP/1.1" status: 204  len: 168 time: 0.2359495
Apr 30 16:24:00.507572 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 43948) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:00.739700 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da241-66b5-48d3-a571-93474fa10233 req-1712cd7b-7953-4b60-a572-cc94f7223672 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:00.742435 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-504da241-66b5-48d3-a571-93474fa10233 req-1712cd7b-7953-4b60-a572-cc94f7223672 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.1457489
Apr 30 16:24:00.805164 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:00.835021 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:00.840225 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:140ad618cf2e43d984e20b89add1a2a0 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:00.844484 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:00.851754 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:00.889433 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-504da241-66b5-48d3-a571-93474fa10233 req-5fe2beb2-27ab-43d6-9d5c-de30241cd894 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409595
Apr 30 16:24:00.899495 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dbc11-6e4d-41f6-bbc1-fa54bfdfcf54 req-2dcd4e5a-7aa9-4203-ad89-3ff4e6ecc9ae tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:00.901056 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7a0dbc11-6e4d-41f6-bbc1-fa54bfdfcf54 req-2dcd4e5a-7aa9-4203-ad89-3ff4e6ecc9ae tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.1757007
Apr 30 16:24:00.972842 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7a0dbc11-6e4d-41f6-bbc1-fa54bfdfcf54 req-f0989bdd-1e35-4877-815d-bea27873d4bf tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624175
Apr 30 16:24:01.010665 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:01.081962 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:01.089434 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c921b-0e17-4a82-9a53-cfdeb4d2d91b req-61d3dc54-22b5-4544-8c5a-c632cfaf2b84 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:01.090921 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-151c921b-0e17-4a82-9a53-cfdeb4d2d91b req-61d3dc54-22b5-4544-8c5a-c632cfaf2b84 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.0834680
Apr 30 16:24:01.091042 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:01.132635 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=140ad618cf2e43d984e20b89add1a2a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6233728
Apr 30 16:24:01.134525 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b22b8c-ad6c-4903-b2bb-398e56f45533,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:01.135878 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 43972) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:01.137756 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:01.140972 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-151c921b-0e17-4a82-9a53-cfdeb4d2d91b req-c6b21eb9-964a-499c-a1fc-077b37892659 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435777
Apr 30 16:24:01.203688 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e4c264d8-04ad-49b2-b6fa-dfaa1a6e58b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:01.231385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e4c264d8-04ad-49b2-b6fa-dfaa1a6e58b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:01.371894 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e4c264d8-04ad-49b2-b6fa-dfaa1a6e58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:01.376126 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cae80575-386d-4465-8d4d-f6330e11e310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:01.390261 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c264d8-04ad-49b2-b6fa-dfaa1a6e58b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b22b8c-ad6c-4903-b2bb-398e56f45533,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:01.393808 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e4c264d8-04ad-49b2-b6fa-dfaa1a6e58b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:01.400490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e4c264d8-04ad-49b2-b6fa-dfaa1a6e58b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:01.401633 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e4c264d8-04ad-49b2-b6fa-dfaa1a6e58b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5b22b8c-ad6c-4903-b2bb-398e56f45533 HTTP/1.1" status: 204  len: 168 time: 0.2649212
Apr 30 16:24:02.088890 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989be80-20e5-4e7f-a849-5d8c623a582c req-e3685e8a-99aa-4d62-9633-45227496f554 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:02.090451 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7989be80-20e5-4e7f-a849-5d8c623a582c req-e3685e8a-99aa-4d62-9633-45227496f554 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.0995078
Apr 30 16:24:02.165238 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7989be80-20e5-4e7f-a849-5d8c623a582c req-7131bc54-f48a-4997-b63a-19687d1268a0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629711
Apr 30 16:24:02.167351 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44010) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:02.196911 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:02.206446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:02.208072 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea766b-ed50-41e8-bf69-904d8e86a62a req-742430a0-4516-4946-affc-7dd59b4994fa tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:02.211378 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb41378ee754d76b654f6c27cf98a26 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:02.215019 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:02.221491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:02.222451 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4eea766b-ed50-41e8-bf69-904d8e86a62a req-742430a0-4516-4946-affc-7dd59b4994fa tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.1292517
Apr 30 16:24:02.315811 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4eea766b-ed50-41e8-bf69-904d8e86a62a req-068581c9-19fe-43da-b052-aeadf578bd0c tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913546
Apr 30 16:24:02.316114 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:02.406022 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:02.418863 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9bd33fd7-9a66-4b9e-8eb7-a5f9133510ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:02.473156 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfb41378ee754d76b654f6c27cf98a26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3030984
Apr 30 16:24:02.473647 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3581bd12-1aa6-4439-889b-d5de24044e93,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:02.477034 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 44022) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:02.480947 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:02.512408 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca41b8-8e83-4098-bd76-c1f37a0d18b6 req-db1fa66a-a348-4b91-8009-4554a60a6f83 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:02.514106 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0ca41b8-8e83-4098-bd76-c1f37a0d18b6 req-db1fa66a-a348-4b91-8009-4554a60a6f83 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.1450167
Apr 30 16:24:02.575919 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-49658d9b-e784-423a-8393-3abe78b6bef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:02.588392 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0ca41b8-8e83-4098-bd76-c1f37a0d18b6 req-281ebe78-2b85-4f7e-8b04-79225648abb1 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672925
Apr 30 16:24:02.621802 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-49658d9b-e784-423a-8393-3abe78b6bef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:02.807851 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-49658d9b-e784-423a-8393-3abe78b6bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:02.813035 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-38d0e371-9b09-4f6b-87de-ce69fa87ee57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:02.826418 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49658d9b-e784-423a-8393-3abe78b6bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3581bd12-1aa6-4439-889b-d5de24044e93,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:02.828956 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-49658d9b-e784-423a-8393-3abe78b6bef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:02.830211 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-49658d9b-e784-423a-8393-3abe78b6bef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:02.831288 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-49658d9b-e784-423a-8393-3abe78b6bef3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3581bd12-1aa6-4439-889b-d5de24044e93 HTTP/1.1" status: 204  len: 168 time: 0.3525414
Apr 30 16:24:03.222114 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44044) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:03.351198 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.367060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:03.371169 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Usage tracker for resource:security_group_rule and tenant:ab1e9de4a4644a6ca6dff43d17ba77c4 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:03.374113 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:03.379978 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:03.385414 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc83fae-180d-4901-9bfb-d70d2aa8d561 req-d6c476c4-da39-4c3d-b357-de57974fff6d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:03.387592 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecc83fae-180d-4901-9bfb-d70d2aa8d561 req-d6c476c4-da39-4c3d-b357-de57974fff6d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.0943897
Apr 30 16:24:03.443011 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecc83fae-180d-4901-9bfb-d70d2aa8d561 req-77b503fb-0732-4080-9db7-9ca2ea726d9f tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487976
Apr 30 16:24:03.519201 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.552315 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84d902-7a20-47ea-b701-e7de4f5c533c req-92f07cfd-61cc-48ff-8fa5-5b53a804ec6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:03.554042 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-da84d902-7a20-47ea-b701-e7de4f5c533c req-92f07cfd-61cc-48ff-8fa5-5b53a804ec6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 943 time: 0.1134119
Apr 30 16:24:03.598801 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.609417 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-080021c3-da59-4a8c-b2a2-995f1ba0347d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:03.622082 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-da84d902-7a20-47ea-b701-e7de4f5c533c req-f9a2c0ad-7ed5-45c2-a6de-82836618c650 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605025
Apr 30 16:24:03.628941 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 44056) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:03.660273 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab1e9de4a4644a6ca6dff43d17ba77c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4369380
Apr 30 16:24:03.662072 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44060) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:03.667269 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.674882 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db621a7-5323-4cc1-b3c4-288b312e9533,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:03.679657 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:03.688643 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:03.693281 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Usage tracker for resource:security_group_rule and tenant:b4014b7b6e45481baa90bc819e3ea954 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:03.697332 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:03.703753 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:03.734104 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5eeac84c-7938-49d1-8681-89b0a5312a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.762119 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5eeac84c-7938-49d1-8681-89b0a5312a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.847159 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102316b-a295-4d76-9827-485dd2db509f req-6842f951-7d02-40cd-acd4-dd22fc22e6b6 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:03.848857 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7102316b-a295-4d76-9827-485dd2db509f req-6842f951-7d02-40cd-acd4-dd22fc22e6b6 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.1247876
Apr 30 16:24:03.877554 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.899029 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5eeac84c-7938-49d1-8681-89b0a5312a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.904621 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7102316b-a295-4d76-9827-485dd2db509f req-06d0ff42-9b15-4534-a764-7edde9a298a8 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460215
Apr 30 16:24:03.904785 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8d1906e8-fc2c-47c0-af48-a826d045e1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:03.921120 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeac84c-7938-49d1-8681-89b0a5312a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db621a7-5323-4cc1-b3c4-288b312e9533,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:03.929932 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5eeac84c-7938-49d1-8681-89b0a5312a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:03.933832 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5eeac84c-7938-49d1-8681-89b0a5312a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:03.934937 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5eeac84c-7938-49d1-8681-89b0a5312a0f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3db621a7-5323-4cc1-b3c4-288b312e9533 HTTP/1.1" status: 204  len: 168 time: 0.2718568
Apr 30 16:24:04.107077 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:04.107410 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-49658d9b-e784-423a-8393-3abe78b6bef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:04.149617 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4014b7b6e45481baa90bc819e3ea954&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5187666
Apr 30 16:24:04.150560 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93dc547-b54d-416d-b559-b20bd03e6983,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:04.152386 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44070) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:04.153460 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:04.215677 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:04.229755 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 642712cc-d29f-49cb-9612-1e9094346368 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:24:04.245770 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:04.367457 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 642712cc-d29f-49cb-9612-1e9094346368, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=642712cc-d29f-49cb-9612-1e9094346368,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:24:04.380696 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '642712cc-d29f-49cb-9612-1e9094346368', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'port_id': '642712cc-d29f-49cb-9612-1e9094346368', 'mac_address': 'fa:16:3e:69:11:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:24:04.402014 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:04.406349 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:04.421040 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93dc547-b54d-416d-b559-b20bd03e6983,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:04.424759 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:04.432843 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:04.434300 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b93dc547-b54d-416d-b559-b20bd03e6983 HTTP/1.1" status: 204  len: 168 time: 0.2805419
Apr 30 16:24:04.454377 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:04.473460 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642712cc-d29f-49cb-9612-1e9094346368 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:24:04.492209 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 642712cc-d29f-49cb-9612-1e9094346368, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=642712cc-d29f-49cb-9612-1e9094346368,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:24:04.561542 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:04.564336 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:04.665635 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=642712cc-d29f-49cb-9612-1e9094346368,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:04.670657 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:04.717489 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c648938-67e4-47c8-b8fc-efa2fbe6dbc9 req-1d56cd7a-4e6a-463c-a699-8454cc0a2dfb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:04.720148 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9c648938-67e4-47c8-b8fc-efa2fbe6dbc9 req-1d56cd7a-4e6a-463c-a699-8454cc0a2dfb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.1569269
Apr 30 16:24:04.787894 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9c648938-67e4-47c8-b8fc-efa2fbe6dbc9 req-9b52b344-db7e-4f36-81c2-56377083188d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609205
Apr 30 16:24:04.849201 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f657-4047-4d35-b996-ba4fd611203f req-1feb667a-b56a-4592-9086-da5907102ff2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:04.850818 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ad20f657-4047-4d35-b996-ba4fd611203f req-1feb667a-b56a-4592-9086-da5907102ff2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 944 time: 0.0899038
Apr 30 16:24:04.892343 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44086) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:04.907993 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ad20f657-4047-4d35-b996-ba4fd611203f req-4a51f76e-7c1d-4f9a-b5c3-d14a307a033f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509717
Apr 30 16:24:04.911961 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:04.929947 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:04.934108 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Usage tracker for resource:security_group_rule and tenant:16b55bf5ed9b454b91ebb309253f6f51 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:04.937084 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:04.943592 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:05.086771 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:05.129553 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fe6e4-4a28-430b-bc1f-080aee4d9317 req-c3ce9a11-46e2-4f8b-8328-6c552955f555 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:05.131120 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b27fe6e4-4a28-430b-bc1f-080aee4d9317 req-c3ce9a11-46e2-4f8b-8328-6c552955f555 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.1106009
Apr 30 16:24:05.178231 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b27fe6e4-4a28-430b-bc1f-080aee4d9317 req-7d470d57-fec8-4f03-a51e-6bb287233f7a tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402482
Apr 30 16:24:05.196034 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:05.203748 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c1b2d11b-64e1-47c2-b017-035a36c60808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:05.248874 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56529384-f009-4da6-9a10-a085000e4541,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:05.252568 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:05.258947 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16b55bf5ed9b454b91ebb309253f6f51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3624353
Apr 30 16:24:05.259827 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 44106) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:05.329675 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:05.359729 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:05.526138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:05.531864 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-06f0ba52-de70-4732-b7fb-5ebd31b13a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:05.544719 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56529384-f009-4da6-9a10-a085000e4541,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:05.556506 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.556847 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.557204 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.557534 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.557855 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.558176 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.558494 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.558811 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.559129 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.559518 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.559844 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.560156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:05.563482 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:05.564629 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:05.565738 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56529384-f009-4da6-9a10-a085000e4541 HTTP/1.1" status: 204  len: 168 time: 0.3052197
Apr 30 16:24:06.034429 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111efa-f276-44fb-a357-25df488d6d38 req-b078b620-c649-43ee-aa56-007c5affac70 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:06.038966 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a5111efa-f276-44fb-a357-25df488d6d38 req-b078b620-c649-43ee-aa56-007c5affac70 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.1273646
Apr 30 16:24:06.099772 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a5111efa-f276-44fb-a357-25df488d6d38 req-ae95971e-fe7d-46d6-ad24-9eca0b1072fe tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548668
Apr 30 16:24:06.189697 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51882628-4265-4151-a380-d847bf00da72 req-f1f844ed-6bb5-452b-990a-3420149d4011 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:06.193991 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-51882628-4265-4151-a380-d847bf00da72 req-f1f844ed-6bb5-452b-990a-3420149d4011 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 944 time: 0.1533763
Apr 30 16:24:06.253132 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-51882628-4265-4151-a380-d847bf00da72 req-33bf9d01-f030-4f77-b9d2-9e01710daee1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513129
Apr 30 16:24:06.721949 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 44180) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:06.858749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:06.875521 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:06.879991 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Usage tracker for resource:security_group_rule and tenant:a31b70b879fd4edda767561094c829eb is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:06.884627 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:06.892230 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:06.983513 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:07.266085 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:07.322944 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:07.330517 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a31b70b879fd4edda767561094c829eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6067905
Apr 30 16:24:07.332340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd3e10-6f0b-48cc-8253-9570cc9b98c2,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:07.333307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44206) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:07.336194 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:07.369600 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7c47-1df0-4f15-b511-1ace88ce9159 req-fd79cdef-c18f-4155-9a44-50cf0d1888dc tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:07.412240 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-993f7c47-1df0-4f15-b511-1ace88ce9159 req-fd79cdef-c18f-4155-9a44-50cf0d1888dc tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.1387808
Apr 30 16:24:07.420101 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-993f7c47-1df0-4f15-b511-1ace88ce9159 req-78ae584f-503d-4c27-8808-9624a4da152a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422101
Apr 30 16:24:07.457531 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:07.522070 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:07.530771 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfee6d-7358-4555-947c-cb504f3637b7 req-e5b79844-dfbe-4fae-9932-89194cb51c75 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:07.532342 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-96bfee6d-7358-4555-947c-cb504f3637b7 req-e5b79844-dfbe-4fae-9932-89194cb51c75 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 944 time: 0.1655087
Apr 30 16:24:07.605709 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-96bfee6d-7358-4555-947c-cb504f3637b7 req-c2319a2c-a8db-47ae-9c77-ac0c4e0bbf53 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635529
Apr 30 16:24:07.808099 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:07.808099 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:07.819142 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd3e10-6f0b-48cc-8253-9570cc9b98c2,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:07.831304 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.831663 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.832011 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.832353 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.832689 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.833053 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.833388 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.833723 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.834056 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.834383 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.834869 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.835208 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:07.838652 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:07.839874 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:07.842300 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fdd3e10-6f0b-48cc-8253-9570cc9b98c2 HTTP/1.1" status: 204  len: 168 time: 0.5066106
Apr 30 16:24:08.621551 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce3110-456c-4537-9c93-ed5f65fe468a req-bbd6e255-88cc-419a-9702-1ac1708e63c5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:08.623321 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1dce3110-456c-4537-9c93-ed5f65fe468a req-bbd6e255-88cc-419a-9702-1ac1708e63c5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.0924325
Apr 30 16:24:08.687163 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1dce3110-456c-4537-9c93-ed5f65fe468a req-4ecfe5cf-e6be-495b-8181-59ebf8671b03 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569546
Apr 30 16:24:08.994962 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52454e-7991-4f9c-ae74-11c08bfc2a53 req-7979de3a-b399-4921-bbf9-03c2d81bd174 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:08.997242 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e52454e-7991-4f9c-ae74-11c08bfc2a53 req-7979de3a-b399-4921-bbf9-03c2d81bd174 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 944 time: 0.1065843
Apr 30 16:24:09.109608 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e52454e-7991-4f9c-ae74-11c08bfc2a53 req-a2747d3c-bc6b-47ec-b5cb-fcf0b8107617 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1066315
Apr 30 16:24:09.841200 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44344) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:09.899182 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec14a09-8f89-4181-9e97-496de8c7896f req-1da0d4e7-e72a-43ec-adac-2966c69c9444 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:09.900790 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0ec14a09-8f89-4181-9e97-496de8c7896f req-1da0d4e7-e72a-43ec-adac-2966c69c9444 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.1009429
Apr 30 16:24:09.970135 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0ec14a09-8f89-4181-9e97-496de8c7896f req-a0b66e51-c38f-434a-ad46-51505848eb32 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621810
Apr 30 16:24:09.981832 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:09.998895 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:10.001415 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Usage tracker for resource:security_group_rule and tenant:5633fedf2551477a9fd2351dc14fbc6e is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:10.004239 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:10.010647 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:10.125407 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:10.255098 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:10.271493 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-242dd375-18ff-4c8d-8646-65ee96c4e11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:10.322400 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5633fedf2551477a9fd2351dc14fbc6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4775836
Apr 30 16:24:10.322626 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf32c9d0-6c51-4480-8d4a-da240d6d66a8,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:10.323499 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 44360) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:10.326021 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:10.355229 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bd551-ffdd-49b9-b4d2-ce40ae4d42c5 req-64d691fb-c31f-4475-bb55-cb83454b0017 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:10.356709 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-611bd551-ffdd-49b9-b4d2-ce40ae4d42c5 req-64d691fb-c31f-4475-bb55-cb83454b0017 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 944 time: 0.1381164
Apr 30 16:24:10.383872 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['642712cc-d29f-49cb-9612-1e9094346368'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:24:10.387720 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-140f80e3-e885-4408-9d2f-a43ed161ff95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:10.404477 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-611bd551-ffdd-49b9-b4d2-ce40ae4d42c5 req-1309d1a5-c9f6-42fc-b8ad-86b4aea4bbbb tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417881
Apr 30 16:24:10.414484 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-140f80e3-e885-4408-9d2f-a43ed161ff95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:10.504146 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-140f80e3-e885-4408-9d2f-a43ed161ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:10.510209 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:10.529693 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-140f80e3-e885-4408-9d2f-a43ed161ff95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:10.532570 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-140f80e3-e885-4408-9d2f-a43ed161ff95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf32c9d0-6c51-4480-8d4a-da240d6d66a8 HTTP/1.1" status: 204  len: 168 time: 0.2068450
Apr 30 16:24:10.532570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f80e3-e885-4408-9d2f-a43ed161ff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf32c9d0-6c51-4480-8d4a-da240d6d66a8,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:10.535436 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-140f80e3-e885-4408-9d2f-a43ed161ff95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:11.076071 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-398bb216-0578-4edb-946e-010b5b72b05e req-19fdbae8-3223-4676-aa6a-a7cdc826c74a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0834055
Apr 30 16:24:11.187105 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afd88c-f8c5-4606-8281-7fc6ba7bbc5d req-91e0f5c0-b616-4d93-838d-80abf785c8f4 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:11.189293 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-98afd88c-f8c5-4606-8281-7fc6ba7bbc5d req-91e0f5c0-b616-4d93-838d-80abf785c8f4 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 944 time: 0.0909245
Apr 30 16:24:11.250556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44396) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:11.273639 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:11.287306 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:11.292767 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Usage tracker for resource:security_group_rule and tenant:11ca115d350a4d1abe83911ff7bf971d is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:11.296121 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:11.302851 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:11.345990 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-98afd88c-f8c5-4606-8281-7fc6ba7bbc5d req-064d6bae-afb2-4fd5-98d0-28e6ee68b4e3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511390
Apr 30 16:24:11.401198 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb216-0578-4edb-946e-010b5b72b05e req-0f2407db-5242-4824-a5ff-32c14dcbcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:11.403411 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-398bb216-0578-4edb-946e-010b5b72b05e req-0f2407db-5242-4824-a5ff-32c14dcbcc8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4e5b96c78547baa4cb590a0ac3f0e7&device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 1098 time: 0.1784186
Apr 30 16:24:11.431790 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c2da05f8-1f40-4945-add8-d784f796a957 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:24:11.433508 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:11.499506 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:11.530743 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:11.596589 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port c2da05f8-1f40-4945-add8-d784f796a957 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:24:11.603021 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port c2da05f8-1f40-4945-add8-d784f796a957 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:24:11.603927 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:11.606973 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb216-0578-4edb-946e-010b5b72b05e req-8bfa5dbe-9b9c-4c7c-b91a-cabe7301dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:11.612162 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-398bb216-0578-4edb-946e-010b5b72b05e req-8bfa5dbe-9b9c-4c7c-b91a-cabe7301dbdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 HTTP/1.1" status: 200  len: 912 time: 0.1786690
Apr 30 16:24:11.628479 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e1af3a-cd86-4f7e-91da-4e794c5ea5e3,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:11.634394 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:11.660415 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=11ca115d350a4d1abe83911ff7bf971d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4065120
Apr 30 16:24:11.666675 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 44410) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:11.723879 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-398bb216-0578-4edb-946e-010b5b72b05e req-4d9b98ff-63e3-4239-b0c8-ff59b76c7f81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d68a4a-6ef8-449c-bce9-09088aed70cd HTTP/1.1" status: 200  len: 217 time: 0.1007273
Apr 30 16:24:11.739734 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2579eb-adcd-4dc0-bd17-555ec30aa723 req-fc28d539-bfb1-4e51-9e49-42e4a75425a6 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:11.747146 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0e2579eb-adcd-4dc0-bd17-555ec30aa723 req-fc28d539-bfb1-4e51-9e49-42e4a75425a6 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 944 time: 0.1994972
Apr 30 16:24:11.796541 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:11.806918 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb216-0578-4edb-946e-010b5b72b05e req-c56c0ed1-c827-4480-87ca-2b7d82c72c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:11.808661 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-398bb216-0578-4edb-946e-010b5b72b05e req-c56c0ed1-c827-4480-87ca-2b7d82c72c5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6702394e-06e4-4aeb-82a9-f9e521dd5459 HTTP/1.1" status: 200  len: 851 time: 0.0763164
Apr 30 16:24:11.812649 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0e2579eb-adcd-4dc0-bd17-555ec30aa723 req-60d8cf68-1db5-4751-8458-0def9c3fc12d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645778
Apr 30 16:24:11.829669 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9436c0cc-c624-4bad-9628-20130171a052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da05f8-1f40-4945-add8-d784f796a957'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:24:11.833361 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7a0afc09-4ec3-405c-a497-cdd5cf79561e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:11.859103 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c2da05f8-1f40-4945-add8-d784f796a957, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c2da05f8-1f40-4945-add8-d784f796a957,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:24:11.870427 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-398bb216-0578-4edb-946e-010b5b72b05e req-f6c71cfc-0213-47d3-bf73-a6f35a1aee8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514162
Apr 30 16:24:11.874473 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7a0afc09-4ec3-405c-a497-cdd5cf79561e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:11.888525 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9436c0cc-c624-4bad-9628-20130171a052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da05f8-1f40-4945-add8-d784f796a957', 'code': 200}
Apr 30 16:24:11.945272 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:11.946920 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device a62cb194-71c9-4108-ab38-9084b06f38e0 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:24:11.989127 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:12.032322 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7a0afc09-4ec3-405c-a497-cdd5cf79561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:12.053152 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-398bb216-0578-4edb-946e-010b5b72b05e req-377984b0-4d71-46cd-9b22-96069e4fef05 service neutron] 10.222.0.69 "GET /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759388
Apr 30 16:24:12.054024 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b11a4cef-57ec-4e08-8673-e101cef4c078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:12.083035 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0afc09-4ec3-405c-a497-cdd5cf79561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e1af3a-cd86-4f7e-91da-4e794c5ea5e3,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:12.083721 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=c2da05f8-1f40-4945-add8-d784f796a957,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:12.088008 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7a0afc09-4ec3-405c-a497-cdd5cf79561e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:12.095223 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.095896 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.096234 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.096565 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.098629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.098629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.098629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.098629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.098629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.099001 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.099190 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.099507 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:24:12.107274 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7a0afc09-4ec3-405c-a497-cdd5cf79561e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:12.107686 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-7a0afc09-4ec3-405c-a497-cdd5cf79561e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a5e1af3a-cd86-4f7e-91da-4e794c5ea5e3 HTTP/1.1" status: 204  len: 168 time: 0.4356129
Apr 30 16:24:12.124069 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:12.236022 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port a62cb194-71c9-4108-ab38-9084b06f38e0 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:24:12.243409 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port a62cb194-71c9-4108-ab38-9084b06f38e0 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:24:12.243409 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:12.322643 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-398bb216-0578-4edb-946e-010b5b72b05e req-27e0f1a4-452b-4eba-a9a9-5174635a2ebf service neutron] 10.222.0.69 "GET /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2567546
Apr 30 16:24:12.388713 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:12.457979 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port a62cb194-71c9-4108-ab38-9084b06f38e0, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a62cb194-71c9-4108-ab38-9084b06f38e0,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:24:12.491959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c87f7-3a77-4127-b914-f0099fb19046 req-eb89c46e-e1e5-4af5-abe4-4a5e8e8e8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:12.494617 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6b1c87f7-3a77-4127-b914-f0099fb19046 req-eb89c46e-e1e5-4af5-abe4-4a5e8e8e8c51 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 1098 time: 0.1275890
Apr 30 16:24:12.563075 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:12.564932 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:12.610831 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6b1c87f7-3a77-4127-b914-f0099fb19046 req-cbef2b88-8cb6-4cb3-bc38-825d14c924fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702174
Apr 30 16:24:12.647119 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9e1f1-9f1d-4bd3-85f5-aa959f1bb22e req-f0482c94-7f7e-4849-a8c8-b5951122dd45 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:12.655312 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-08d9e1f1-9f1d-4bd3-85f5-aa959f1bb22e req-f0482c94-7f7e-4849-a8c8-b5951122dd45 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1494236
Apr 30 16:24:12.691979 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=a62cb194-71c9-4108-ab38-9084b06f38e0,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:12.697084 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:12.702616 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-08d9e1f1-9f1d-4bd3-85f5-aa959f1bb22e req-62abd1b1-b3a1-44a8-9791-36c345f15735 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463037
Apr 30 16:24:13.603502 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523a26d-0216-4721-8a2d-6fcc0cd0bb99 req-8769a2d7-ced0-49dd-a2e0-3fe8a444d8a3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:13.610953 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e523a26d-0216-4721-8a2d-6fcc0cd0bb99 req-8769a2d7-ced0-49dd-a2e0-3fe8a444d8a3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 944 time: 0.0912917
Apr 30 16:24:13.661342 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e523a26d-0216-4721-8a2d-6fcc0cd0bb99 req-162072d0-74a2-48b3-a7e2-b928541ee2bf tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495358
Apr 30 16:24:13.889652 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260dc45f-c515-42ca-95e7-9d1d6a8c4cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62cb194-71c9-4108-ab38-9084b06f38e0'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:24:13.900387 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529cfb2-b22b-4f6d-9fb2-5c1ead0b5991 req-a6ed3f58-5c1f-48ad-be3a-1e67b60cd3b9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:13.901924 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f529cfb2-b22b-4f6d-9fb2-5c1ead0b5991 req-a6ed3f58-5c1f-48ad-be3a-1e67b60cd3b9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0901732
Apr 30 16:24:13.954486 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f529cfb2-b22b-4f6d-9fb2-5c1ead0b5991 req-3e17d33b-acd0-4a6f-85fc-ff93f3191d4b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465617
Apr 30 16:24:14.012832 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260dc45f-c515-42ca-95e7-9d1d6a8c4cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62cb194-71c9-4108-ab38-9084b06f38e0', 'code': 200}
Apr 30 16:24:14.887446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6fdd2-60d2-4106-88b1-3f31bfc68544 req-cba7ec12-e029-499d-b8e7-7a83b607e1bb tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:14.888945 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2fe6fdd2-60d2-4106-88b1-3f31bfc68544 req-cba7ec12-e029-499d-b8e7-7a83b607e1bb tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 944 time: 0.0857811
Apr 30 16:24:14.938076 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2fe6fdd2-60d2-4106-88b1-3f31bfc68544 req-3ccb90fe-dc3f-4452-afb7-dec4e338f1e3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433884
Apr 30 16:24:15.144680 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885b52-cbac-4649-a688-c6d190d340f4 req-a0d0ed26-20b4-4e0d-98a9-ee2fed92eab7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:15.146224 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-69885b52-cbac-4649-a688-c6d190d340f4 req-a0d0ed26-20b4-4e0d-98a9-ee2fed92eab7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0818238
Apr 30 16:24:15.192312 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-69885b52-cbac-4649-a688-c6d190d340f4 req-12c0e4a0-0be1-43b2-be18-89c05bdf595d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393825
Apr 30 16:24:15.313655 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 642712cc-d29f-49cb-9612-1e9094346368 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:24:15.494505 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:15.512037 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 642712cc-d29f-49cb-9612-1e9094346368 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:24:15.522196 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 642712cc-d29f-49cb-9612-1e9094346368 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:24:15.522680 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:15.648260 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:15.681285 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 642712cc-d29f-49cb-9612-1e9094346368, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=642712cc-d29f-49cb-9612-1e9094346368,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:24:15.789711 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:15.792429 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:15.865194 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=642712cc-d29f-49cb-9612-1e9094346368,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:15.868540 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:16.014228 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-5ed04da0-f51f-44f0-9de8-1687d1ed2434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:16.015508 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642712cc-d29f-49cb-9612-1e9094346368'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:24:16.132399 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425fdf6-5bf1-4598-939c-763f125f8119 req-6f62d17a-e7c0-4388-8632-82c0f5ca9bb0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:16.134063 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1425fdf6-5bf1-4598-939c-763f125f8119 req-6f62d17a-e7c0-4388-8632-82c0f5ca9bb0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0871742
Apr 30 16:24:16.182884 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1425fdf6-5bf1-4598-939c-763f125f8119 req-dd5f456b-06dc-417b-90ef-b6c6433c9f64 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427752
Apr 30 16:24:16.238439 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642712cc-d29f-49cb-9612-1e9094346368', 'code': 200}
Apr 30 16:24:16.410027 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec060fb-f187-4b6f-8225-b8cd7b5e3486 req-8ef55c08-0f30-4084-a394-4576c6e562f0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:16.411503 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4ec060fb-f187-4b6f-8225-b8cd7b5e3486 req-8ef55c08-0f30-4084-a394-4576c6e562f0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0826802
Apr 30 16:24:16.457257 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4ec060fb-f187-4b6f-8225-b8cd7b5e3486 req-bb1698b8-4313-44ac-886e-e599f22b26a9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397913
Apr 30 16:24:17.378504 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a52c2-494c-4012-ba5d-7b097ef4b9cc req-fe3c7836-c95a-474c-8fc1-3fa10a6af666 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:17.379963 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7b1a52c2-494c-4012-ba5d-7b097ef4b9cc req-fe3c7836-c95a-474c-8fc1-3fa10a6af666 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0866573
Apr 30 16:24:17.426880 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7b1a52c2-494c-4012-ba5d-7b097ef4b9cc req-c493a996-a9e6-4b74-91a9-63b9c0e6f81e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406663
Apr 30 16:24:17.638432 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cef6f-fac9-429a-9590-f2b28e7b2a72 req-3c492bf8-02f6-4ea2-8af8-16cb13977b0e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:17.639998 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9c5cef6f-fac9-429a-9590-f2b28e7b2a72 req-3c492bf8-02f6-4ea2-8af8-16cb13977b0e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0789561
Apr 30 16:24:17.689756 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9c5cef6f-fac9-429a-9590-f2b28e7b2a72 req-1da00ef0-6915-41e3-9441-3895388980fe tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435562
Apr 30 16:24:18.634134 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191847d-941a-4d41-8cc0-729236e1fe3a req-26b9048d-c99a-42c6-8e63-1f05a2aec5a3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:18.652714 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4191847d-941a-4d41-8cc0-729236e1fe3a req-26b9048d-c99a-42c6-8e63-1f05a2aec5a3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0936108
Apr 30 16:24:18.689800 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4191847d-941a-4d41-8cc0-729236e1fe3a req-0f2a1045-2bbf-4cf6-bd88-79a8df6d244d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441165
Apr 30 16:24:18.878704 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe1722-4f8f-44c4-9d4f-5a2f5a882103 req-98e71ce2-3f90-4668-96e8-15745c74f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:18.880218 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d1fe1722-4f8f-44c4-9d4f-5a2f5a882103 req-98e71ce2-3f90-4668-96e8-15745c74f643 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1099 time: 0.0756185
Apr 30 16:24:18.895406 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1083d-490e-474a-bc06-ce8a896ba90d req-bea55ded-c937-4152-9891-272cb31dd398 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:18.897022 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cef1083d-490e-474a-bc06-ce8a896ba90d req-bea55ded-c937-4152-9891-272cb31dd398 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1000607
Apr 30 16:24:18.938574 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:18.941726 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-28ea531f-c4b4-4435-bcea-6550339800a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:18.950511 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cef1083d-490e-474a-bc06-ce8a896ba90d req-6fcfcf4f-2e83-4aac-9339-777e7a85afab tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442286
Apr 30 16:24:18.970620 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d1fe1722-4f8f-44c4-9d4f-5a2f5a882103 req-96275a75-2b0a-4b1e-a8f8-3a1bb35948ac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542345
Apr 30 16:24:18.992077 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf3e8f-118a-48e2-a28a-014405a9ce31 req-4ed9f3cb-9a40-436a-a339-a06bf237a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:18.993573 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fedf3e8f-118a-48e2-a28a-014405a9ce31 req-4ed9f3cb-9a40-436a-a339-a06bf237a740 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 1098 time: 0.1124942
Apr 30 16:24:19.676049 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:19.704063 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fedf3e8f-118a-48e2-a28a-014405a9ce31 req-35ad975c-8be3-424b-a45d-24ef62567f70 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384474
Apr 30 16:24:19.878690 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfceb9e-ca95-444f-a9e3-7af5f23a29a1 req-01b7728b-9e46-4966-8c56-d1f90500c209 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:19.880230 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0cfceb9e-ca95-444f-a9e3-7af5f23a29a1 req-01b7728b-9e46-4966-8c56-d1f90500c209 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0825682
Apr 30 16:24:19.929237 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0cfceb9e-ca95-444f-a9e3-7af5f23a29a1 req-9f8ddf73-0687-4c8f-bf51-3ceb71cf92f4 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427356
Apr 30 16:24:20.156403 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f3dca-a5cb-467f-ae31-a3ea805cfc7e req-2eb0e105-a1f6-4687-9cbf-5c3627078a17 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:20.157715 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-554f3dca-a5cb-467f-ae31-a3ea805cfc7e req-2eb0e105-a1f6-4687-9cbf-5c3627078a17 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0959857
Apr 30 16:24:20.205236 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-554f3dca-a5cb-467f-ae31-a3ea805cfc7e req-acc4441d-9954-4fab-9733-5dc4b4ca7412 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406685
Apr 30 16:24:20.692537 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:24:21.117952 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bb86e-d5ae-4a45-9068-51702767b9e1 req-10162e59-faef-4bb5-b59a-f6d34f647264 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:21.119402 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ab5bb86e-d5ae-4a45-9068-51702767b9e1 req-10162e59-faef-4bb5-b59a-f6d34f647264 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0795333
Apr 30 16:24:21.163936 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ab5bb86e-d5ae-4a45-9068-51702767b9e1 req-12651b0a-fdb0-4ba2-9f40-1d53f479bf20 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387321
Apr 30 16:24:21.252644 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:21.405308 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47986256-0dd6-4261-b66d-701e9ec52a85 req-f1b7378f-964b-4e5b-8d86-5f685a387d26 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:21.406820 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47986256-0dd6-4261-b66d-701e9ec52a85 req-f1b7378f-964b-4e5b-8d86-5f685a387d26 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0886889
Apr 30 16:24:21.458040 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47986256-0dd6-4261-b66d-701e9ec52a85 req-e45c238a-b8bb-474f-a0db-6da7d8a22b61 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450745
Apr 30 16:24:22.364035 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e776b1-541d-4fad-af69-0c706195c861 req-9039f216-64a8-4fed-99b1-bda9ebf01d23 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:22.366195 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-09e776b1-541d-4fad-af69-0c706195c861 req-9039f216-64a8-4fed-99b1-bda9ebf01d23 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0843310
Apr 30 16:24:22.459246 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-09e776b1-541d-4fad-af69-0c706195c861 req-f5d8ed40-a13f-4ff4-8420-334a66b6ad48 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872889
Apr 30 16:24:22.694612 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50c26d-d9ad-4029-8a46-35443a5cc8de req-f49ff290-dbca-4ab6-9ddd-690d5c09c866 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:22.699749 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7e50c26d-d9ad-4029-8a46-35443a5cc8de req-f49ff290-dbca-4ab6-9ddd-690d5c09c866 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1019948
Apr 30 16:24:22.745596 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7e50c26d-d9ad-4029-8a46-35443a5cc8de req-6215f442-bf6f-404a-b635-f17e18b7730a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420811
Apr 30 16:24:23.450239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f63b43-8df4-4f2b-8956-453d27e8ee03 req-ebe487b6-1e74-4dff-9313-294f8e9071c9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:23.451708 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-72f63b43-8df4-4f2b-8956-453d27e8ee03 req-ebe487b6-1e74-4dff-9313-294f8e9071c9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0865064
Apr 30 16:24:23.502323 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-72f63b43-8df4-4f2b-8956-453d27e8ee03 req-0de17841-67b6-46b1-9896-e0882e1ae629 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447917
Apr 30 16:24:23.621021 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-f5b43710-ee5a-4b6a-a156-1bc16b1f563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:23.622503 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-f5b43710-ee5a-4b6a-a156-1bc16b1f563a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 1098 time: 0.0779347
Apr 30 16:24:23.655099 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4816ef-a87e-4423-b31c-1545e8d57812 req-6e5afaaa-86ad-4b76-a6d4-c7343450fa7a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:23.656584 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3a4816ef-a87e-4423-b31c-1545e8d57812 req-6e5afaaa-86ad-4b76-a6d4-c7343450fa7a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0872273
Apr 30 16:24:23.710899 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3a4816ef-a87e-4423-b31c-1545e8d57812 req-5dccd70a-f1c0-413a-9a3c-8ba75e1b576c tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469413
Apr 30 16:24:23.777211 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-cf875923-51d0-4cfc-aca5-54b071611e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:23.777948 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-cf875923-51d0-4cfc-aca5-54b071611e5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 920 time: 0.1450768
Apr 30 16:24:23.941556 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-e7199b35-7fe2-4e8c-a7aa-6580a95142b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2da05f8-1f40-4945-add8-d784f796a957 HTTP/1.1" status: 200  len: 217 time: 0.1457460
Apr 30 16:24:23.993053 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e90a3-d3e3-4bbe-a1e9-97b1d713bf73 req-cc1da1fd-fe2f-4f80-9378-a89ea0f4ca78 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:23.994390 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-432e90a3-d3e3-4bbe-a1e9-97b1d713bf73 req-cc1da1fd-fe2f-4f80-9378-a89ea0f4ca78 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0903473
Apr 30 16:24:24.003167 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 44728) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:24.008925 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'floatingip': {'port_id': '642712cc-d29f-49cb-9612-1e9094346368'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:24:24.085419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:24.719556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346c4d9-6530-4919-ab3c-803f80480907 req-98cede32-ac87-470e-9627-0a080d474fa4 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:24.721145 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d346c4d9-6530-4919-ab3c-803f80480907 req-98cede32-ac87-470e-9627-0a080d474fa4 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0922718
Apr 30 16:24:24.794599 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d346c4d9-6530-4919-ab3c-803f80480907 req-8f0b3219-753c-4505-91df-97ec16482f8e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664752
Apr 30 16:24:24.925061 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:25.007239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:25.186539 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Floating IP 650cb00f-adef-469b-bdc9-9c3071cfb957 associated. External IP: 172.27.0.46, port: 642712cc-d29f-49cb-9612-1e9094346368.
Apr 30 16:24:25.635158 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Router f2849bd0-7e0a-420b-b001-e747e20812c3 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:24:25.810552 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:24:25.814811 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:25.827002 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2549997-3b21-4222-8375-796f41dec87e None None] Sync routers for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:24:25.837887 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2549997-3b21-4222-8375-796f41dec87e None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:24:25.838997 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-e2549997-3b21-4222-8375-796f41dec87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae790>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:24:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:24:25.870104 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-2f1e37c0-a72a-45c9-880f-de0558ccb07f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "PUT /v2.0/floatingips/650cb00f-adef-469b-bdc9-9c3071cfb957 HTTP/1.1" status: 200  len: 990 time: 1.8658681
Apr 30 16:24:25.873255 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'tag': '642712cc-d29f-49cb-9612-1e9094346368'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:24:25.988634 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94feeb-595f-4654-ab4b-713014263be2 req-466e39d0-95e5-40e2-a02e-a465d72c1978 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:25.990796 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ef94feeb-595f-4654-ab4b-713014263be2 req-466e39d0-95e5-40e2-a02e-a465d72c1978 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0892262
Apr 30 16:24:26.038536 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ef94feeb-595f-4654-ab4b-713014263be2 req-0f0b2c13-f89f-48c4-b17d-30546749fbb1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417528
Apr 30 16:24:26.039624 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-e2549997-3b21-4222-8375-796f41dec87e None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:24:26.096775 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'tag': '642712cc-d29f-49cb-9612-1e9094346368', 'status': 'completed', 'code': 200}
Apr 30 16:24:26.422646 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-e2549997-3b21-4222-8375-796f41dec87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae790>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '650cb00f-adef-469b-bdc9-9c3071cfb957', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'port_id': '642712cc-d29f-49cb-9612-1e9094346368', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'mac_address': 'fa:16:3e:69:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:23:32Z', 'updated_at': '2021-04-30T16:24:24Z', 'revision_number': 1, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:24:26.426650 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2549997-3b21-4222-8375-796f41dec87e None None] Checking router: f2849bd0-7e0a-420b-b001-e747e20812c3 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:24:26.436129 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2549997-3b21-4222-8375-796f41dec87e None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:24:26.436711 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-e2549997-3b21-4222-8375-796f41dec87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae790>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:24:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:24:26.650121 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-e2549997-3b21-4222-8375-796f41dec87e None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:24:26.993003 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-e2549997-3b21-4222-8375-796f41dec87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae790>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '650cb00f-adef-469b-bdc9-9c3071cfb957', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'port_id': '642712cc-d29f-49cb-9612-1e9094346368', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'mac_address': 'fa:16:3e:69:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:23:32Z', 'updated_at': '2021-04-30T16:24:24Z', 'revision_number': 1, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:24:26.996953 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2549997-3b21-4222-8375-796f41dec87e None None] The sync data for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '650cb00f-adef-469b-bdc9-9c3071cfb957', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'port_id': '642712cc-d29f-49cb-9612-1e9094346368', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'mac_address': 'fa:16:3e:69:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:23:32Z', 'updated_at': '2021-04-30T16:24:24Z', 'revision_number': 1, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:24:27.228553 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc686ac-62c9-48ce-b460-5b8a7336a372 None None] New status for floating IP 650cb00f-adef-469b-bdc9-9c3071cfb957: ACTIVE {{(pid=74381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:24:27.237049 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728a715-0a0a-4c5e-b10a-9f0f3f9c3844 req-3bb48429-1780-41b9-b162-36786d8d56eb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:27.238634 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4728a715-0a0a-4c5e-b10a-9f0f3f9c3844 req-3bb48429-1780-41b9-b162-36786d8d56eb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0885553
Apr 30 16:24:27.286692 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4728a715-0a0a-4c5e-b10a-9f0f3f9c3844 req-c28c4e0c-9b78-44fb-89b5-5b4b5b596996 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395164
Apr 30 16:24:28.489319 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588d89a-b47a-4775-baf1-3ac2c02b99a0 req-1832ee96-f27d-41c6-85f6-70de52d4cfa0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:28.491529 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d588d89a-b47a-4775-baf1-3ac2c02b99a0 req-1832ee96-f27d-41c6-85f6-70de52d4cfa0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0820644
Apr 30 16:24:28.540344 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d588d89a-b47a-4775-baf1-3ac2c02b99a0 req-00110268-12c2-4d5d-9d76-4edd3a1b9496 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420208
Apr 30 16:24:29.747274 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba40017-d980-415e-a8c3-57a6acb8c55d req-86cf6ab7-507c-4a4b-b07f-50e9a0784070 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:29.748759 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bba40017-d980-415e-a8c3-57a6acb8c55d req-86cf6ab7-507c-4a4b-b07f-50e9a0784070 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0823839
Apr 30 16:24:29.806199 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bba40017-d980-415e-a8c3-57a6acb8c55d req-e20b5fcb-bbd3-444b-8c56-c21cf658a059 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507205
Apr 30 16:24:29.963627 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-db8abccd-e56f-4812-aaaf-7ebc120f4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:29.965071 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-db8abccd-e56f-4812-aaaf-7ebc120f4e15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.1018002
Apr 30 16:24:30.027663 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-7f778ffd-e8e6-428d-b3bb-7d1d3819de16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452023
Apr 30 16:24:30.030293 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-3c31a444-c9e6-462b-b54f-b56210e04348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:30.031581 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-3c31a444-c9e6-462b-b54f-b56210e04348 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 1098 time: 0.1356137
Apr 30 16:24:30.354448 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-ddbd1eef-0770-4996-8cbc-3561a31eeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:30.355891 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-ddbd1eef-0770-4996-8cbc-3561a31eeb1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 912 time: 0.3139124
Apr 30 16:24:30.357580 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-7750012b-7d0b-4864-91b9-931571d1ca03 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3167415
Apr 30 16:24:30.565849 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-feaa1f56-9f80-4649-9024-453235960cc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642712cc-d29f-49cb-9612-1e9094346368 HTTP/1.1" status: 200  len: 1000 time: 0.1842101
Apr 30 16:24:30.633564 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fcf6aec-f671-404a-8c58-0556cadb0587 req-80efc473-d182-4598-b95f-03049f0b4473 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505646
Apr 30 16:24:30.646697 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-6322cf90-3e65-43c4-99bd-22a10385941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:30.648168 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-6322cf90-3e65-43c4-99bd-22a10385941c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0730693
Apr 30 16:24:30.804295 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-c1cdd3cd-446a-4609-b9b4-42a8834d68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:30.805799 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-c1cdd3cd-446a-4609-b9b4-42a8834d68e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823760
Apr 30 16:24:31.048040 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-545a512d-855b-4fad-817e-a92d9941d68b service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103615
Apr 30 16:24:31.076748 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c83b5-ff4f-42eb-be4c-f155f4002062 req-4f405cf1-8e2d-4b8d-8431-c149650b9e45 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:31.078424 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8c0c83b5-ff4f-42eb-be4c-f155f4002062 req-4f405cf1-8e2d-4b8d-8431-c149650b9e45 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1121523
Apr 30 16:24:31.162593 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8c0c83b5-ff4f-42eb-be4c-f155f4002062 req-171c3184-5261-4c9a-bea9-b6b4529dbc1d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775778
Apr 30 16:24:31.257459 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95193ce2-7553-4d76-83c5-47d7288232f3 req-4fd46108-684d-4d7b-9317-8cdb5783e94f service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506619
Apr 30 16:24:32.382990 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f1f8-4120-4158-bc52-aa4f2baf4959 req-0d0eaa90-f5e4-447a-8735-22adc9fa83f8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:32.384540 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d3a6f1f8-4120-4158-bc52-aa4f2baf4959 req-0d0eaa90-f5e4-447a-8735-22adc9fa83f8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0982192
Apr 30 16:24:32.430896 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d3a6f1f8-4120-4158-bc52-aa4f2baf4959 req-0b5b180c-b2c0-43f3-aaa3-e099ab9d49c8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401073
Apr 30 16:24:33.632958 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5df2f0-2caa-4c30-a15f-b2be67d9204b req-d9730e6f-fed4-49a1-9f2a-6f62983e3008 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:33.634583 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c5df2f0-2caa-4c30-a15f-b2be67d9204b req-d9730e6f-fed4-49a1-9f2a-6f62983e3008 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0884449
Apr 30 16:24:33.684435 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c5df2f0-2caa-4c30-a15f-b2be67d9204b req-98659587-8faf-4dec-9ef7-a6cdac2d50f2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430167
Apr 30 16:24:34.886587 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be411527-a7b4-4eeb-aeda-8561f32e17c3 req-beacefd1-dfca-4d6c-a8e3-2778dabfe2fe tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:34.888053 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-be411527-a7b4-4eeb-aeda-8561f32e17c3 req-beacefd1-dfca-4d6c-a8e3-2778dabfe2fe tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0920153
Apr 30 16:24:34.936842 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-be411527-a7b4-4eeb-aeda-8561f32e17c3 req-0bef3290-6156-4129-8117-caf39c5eab2a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428567
Apr 30 16:24:36.129531 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d351b-dca2-4634-a6cb-c478e66c33b7 req-92abd784-1417-4e06-befa-ed2d1b738e0b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:36.131287 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-298d351b-dca2-4634-a6cb-c478e66c33b7 req-92abd784-1417-4e06-befa-ed2d1b738e0b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0860898
Apr 30 16:24:36.176084 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-298d351b-dca2-4634-a6cb-c478e66c33b7 req-27552f62-75a6-460a-8887-0616795880f6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393274
Apr 30 16:24:37.370647 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cbea9-1dc5-4d07-b162-6c2f42d56332 req-e6858202-6d44-4848-bbb8-29efc60163a4 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:37.372117 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4d4cbea9-1dc5-4d07-b162-6c2f42d56332 req-e6858202-6d44-4848-bbb8-29efc60163a4 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0837407
Apr 30 16:24:37.418106 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4d4cbea9-1dc5-4d07-b162-6c2f42d56332 req-c0ace876-9eb8-454e-9b7d-4d5a295a2985 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393414
Apr 30 16:24:38.620780 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e016a-2800-4aee-9d54-043467770793 req-9def82ce-c0c2-4047-a21d-6b8877b8d81f tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:38.622273 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0d3e016a-2800-4aee-9d54-043467770793 req-9def82ce-c0c2-4047-a21d-6b8877b8d81f tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0966322
Apr 30 16:24:38.670372 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0d3e016a-2800-4aee-9d54-043467770793 req-d1fc10e1-f397-4071-a6ba-5d1496101f2f tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421729
Apr 30 16:24:39.860626 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe58e0-b58a-4bb3-a72d-644fd673f12d req-812c8c7b-d2f1-4716-a524-5a2162481aa6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:39.866109 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-44fe58e0-b58a-4bb3-a72d-644fd673f12d req-812c8c7b-d2f1-4716-a524-5a2162481aa6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0868657
Apr 30 16:24:39.909422 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-44fe58e0-b58a-4bb3-a72d-644fd673f12d req-d8b1da5b-b4d3-4d04-8a4b-61ff9e7648d2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410435
Apr 30 16:24:41.111417 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652cfa8-9c04-4b41-abac-adaa734a5563 req-2150a8c9-3fd1-48a8-a79f-76f42ab7b4f7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:41.113293 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0652cfa8-9c04-4b41-abac-adaa734a5563 req-2150a8c9-3fd1-48a8-a79f-76f42ab7b4f7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0895665
Apr 30 16:24:41.167004 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0652cfa8-9c04-4b41-abac-adaa734a5563 req-a67652f6-93eb-4e57-b43f-6bf8cbbf21c5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470972
Apr 30 16:24:42.363147 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1f2c7-f53d-4f32-813d-35fc3b07d87e req-b95dd6e2-19a1-424c-8c77-98d865ecf22a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:42.365252 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bfa1f2c7-f53d-4f32-813d-35fc3b07d87e req-b95dd6e2-19a1-424c-8c77-98d865ecf22a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0854936
Apr 30 16:24:42.413726 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bfa1f2c7-f53d-4f32-813d-35fc3b07d87e req-45f5f2ef-8183-498b-a3f7-901a43d74e8e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423093
Apr 30 16:24:45.389159 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:46.600277 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9b8e-dded-4c2d-8130-098ba9a7c1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:47.549426 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d05a-8dfb-4e95-aee2-645fc73fbe4c req-da10bf0d-d873-48a7-9d8d-18c5e4cd7f8d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:47.550909 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6053d05a-8dfb-4e95-aee2-645fc73fbe4c req-da10bf0d-d873-48a7-9d8d-18c5e4cd7f8d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0883999
Apr 30 16:24:47.596211 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6053d05a-8dfb-4e95-aee2-645fc73fbe4c req-515c99eb-a5db-4c1a-808f-bee782d34791 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393243
Apr 30 16:24:48.744339 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:48.782268 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-fea9e5b3-2df7-40f7-bdd5-c989fd77bbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:48.793217 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7411fca-5150-45e8-8aaa-34d5592dc509 req-358db942-fd38-430f-8aa9-8c54b21312a8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:48.794711 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e7411fca-5150-45e8-8aaa-34d5592dc509 req-358db942-fd38-430f-8aa9-8c54b21312a8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0845799
Apr 30 16:24:48.848987 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e7411fca-5150-45e8-8aaa-34d5592dc509 req-c1faaf81-e40d-4516-bc39-bce4041c39a8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476761
Apr 30 16:24:49.714473 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:50.043884 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6afb3-b2c0-4150-835a-b1c4e190d794 req-a26a352a-73c8-4179-968d-bed40b6edf58 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:50.045304 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2ac6afb3-b2c0-4150-835a-b1c4e190d794 req-a26a352a-73c8-4179-968d-bed40b6edf58 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0825615
Apr 30 16:24:50.098542 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2ac6afb3-b2c0-4150-835a-b1c4e190d794 req-10acc9e4-824a-4346-804e-5817790e5bc3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464370
Apr 30 16:24:51.256512 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:51.313681 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b1e73-7bf2-4eb7-8939-6d26f5e1df67 req-f0e2eb00-af67-4d91-b2f0-128d3b8d731d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:51.315660 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d77b1e73-7bf2-4eb7-8939-6d26f5e1df67 req-f0e2eb00-af67-4d91-b2f0-128d3b8d731d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0900304
Apr 30 16:24:51.366210 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d77b1e73-7bf2-4eb7-8939-6d26f5e1df67 req-fcef746c-aaaf-4d5e-ac4f-9265b2b9ff68 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440042
Apr 30 16:24:54.476166 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45228) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:54.594631 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:54.610076 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:54.613906 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Usage tracker for resource:security_group_rule and tenant:aa48002de4fd41cf8157328bc7abeac2 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:54.616955 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:54.623029 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:54.704893 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:54.822793 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:54.830963 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:54.876691 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa48002de4fd41cf8157328bc7abeac2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3992622
Apr 30 16:24:54.877400 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b489c16-d2d6-4187-a6af-b494b6ef861e,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:54.879226 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45234) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:54.881212 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:54.940265 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf70c-49f3-421d-b0a7-4a650f85bdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:54.967894 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf70c-49f3-421d-b0a7-4a650f85bdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:55.125743 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf70c-49f3-421d-b0a7-4a650f85bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:55.130622 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-6a36ba57-e7eb-4540-8ee0-0497a1d1e936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:55.143474 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cf70c-49f3-421d-b0a7-4a650f85bdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b489c16-d2d6-4187-a6af-b494b6ef861e,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:55.147425 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0d6cf70c-49f3-421d-b0a7-4a650f85bdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:55.149413 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf70c-49f3-421d-b0a7-4a650f85bdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:55.150793 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-0d6cf70c-49f3-421d-b0a7-4a650f85bdd9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b489c16-d2d6-4187-a6af-b494b6ef861e HTTP/1.1" status: 204  len: 168 time: 0.2697451
Apr 30 16:24:55.861137 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45250) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:55.879450 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:55.896688 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:24:55.900532 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Usage tracker for resource:security_group_rule and tenant:6d892f3aa53e409d94fa4272638fc914 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:24:55.906522 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:24:55.909154 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:24:56.047369 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:56.114799 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:56.128644 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:56.170730 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d892f3aa53e409d94fa4272638fc914&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3084252
Apr 30 16:24:56.172511 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0be1c27-4d6a-421c-ba61-a601aa30da2d,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:56.173800 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45258) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:24:56.175490 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:56.246807 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1794a935-3972-499d-86cb-9c881b5ae664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:56.273518 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1794a935-3972-499d-86cb-9c881b5ae664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:56.399804 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1794a935-3972-499d-86cb-9c881b5ae664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:56.403782 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:24:56.418275 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a935-3972-499d-86cb-9c881b5ae664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0be1c27-4d6a-421c-ba61-a601aa30da2d,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:24:56.421857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1794a935-3972-499d-86cb-9c881b5ae664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:24:56.428645 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1794a935-3972-499d-86cb-9c881b5ae664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:24:56.429854 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1794a935-3972-499d-86cb-9c881b5ae664 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0be1c27-4d6a-421c-ba61-a601aa30da2d HTTP/1.1" status: 204  len: 168 time: 0.2550747
Apr 30 16:24:57.615617 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a1da9-db53-4104-9583-e55ed1a1e249 req-ab7212bb-f089-4ebb-89ea-0fb673082546 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:24:57.617943 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-058a1da9-db53-4104-9583-e55ed1a1e249 req-ab7212bb-f089-4ebb-89ea-0fb673082546 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0882633
Apr 30 16:24:57.672721 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-058a1da9-db53-4104-9583-e55ed1a1e249 req-d5626829-e674-4f99-85a5-62875c63433b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483556
Apr 30 16:24:57.701277 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:25:00.641533 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da617d-be9c-435b-8480-8e816cdcc3b2 req-c96702ac-ba51-4588-9d68-86bc726156e9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:00.642991 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c9da617d-be9c-435b-8480-8e816cdcc3b2 req-c96702ac-ba51-4588-9d68-86bc726156e9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0843794
Apr 30 16:25:00.688541 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c9da617d-be9c-435b-8480-8e816cdcc3b2 req-a6a5b0c6-47bc-48ff-9301-a0b9657f1e6d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395463
Apr 30 16:25:01.974733 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c100688-6623-4452-91e7-c148152f8d98 req-acd50d4a-d9c6-4c07-b0b4-2ff815a8abf1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:01.976264 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9c100688-6623-4452-91e7-c148152f8d98 req-acd50d4a-d9c6-4c07-b0b4-2ff815a8abf1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0947335
Apr 30 16:25:02.028026 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9c100688-6623-4452-91e7-c148152f8d98 req-1056a650-c931-4077-aad2-4f2a1530c6f0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442791
Apr 30 16:25:03.233040 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73870e-0c7e-4484-9e0e-9a97173f7929 req-9b40b558-7a79-4d04-b94e-0f0782a7bcd1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:03.234569 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2f73870e-0c7e-4484-9e0e-9a97173f7929 req-9b40b558-7a79-4d04-b94e-0f0782a7bcd1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0908706
Apr 30 16:25:03.286429 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2f73870e-0c7e-4484-9e0e-9a97173f7929 req-7934d2dc-1324-4061-8d68-5e5169463cfb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441203
Apr 30 16:25:03.877327 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-5fe0c898-51fd-4d5e-8aec-dca387800448 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:03.880284 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-5fe0c898-51fd-4d5e-8aec-dca387800448 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 815 time: 0.1714098
Apr 30 16:25:03.896911 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-2090cb4c-4275-4dd5-a8e3-0afa8afe7e8d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/quotas/5963a92155674c6583c2b37df3d0f815 HTTP/1.1" status: 200  len: 375 time: 0.0103593
Apr 30 16:25:04.013162 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-328b7cd0-56fd-45de-aca5-7aea02da2d6c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1049056
Apr 30 16:25:04.174554 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-bb1f5565-2170-4611-93f0-090a8528fb39 service neutron] 10.222.0.57 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581726
Apr 30 16:25:04.331556 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-59790706-014b-4f82-b31f-d65c1631e2b0 service neutron] 10.222.0.57 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561313
Apr 30 16:25:04.556422 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45470) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:04.720197 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:04.740396 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:04.745311 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Usage tracker for resource:security_group_rule and tenant:f48fb285f2b2469d98d6969a27d2e7ee is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:04.748307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:04.754114 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:04.792687 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862d48e-c484-48e1-b84a-e346a776d321 req-2aeda337-c2da-400c-8562-5cc062090692 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:04.794927 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0862d48e-c484-48e1-b84a-e346a776d321 req-2aeda337-c2da-400c-8562-5cc062090692 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0893037
Apr 30 16:25:04.842967 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0862d48e-c484-48e1-b84a-e346a776d321 req-58f8cf35-be3c-4a32-9f79-42023a9b478d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423472
Apr 30 16:25:04.850128 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:04.933992 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-00514531-e981-4ceb-9dac-10062d87a119 req-34bcbec2-94ae-4a18-8d93-2ec333dda446 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 210 time: 0.0573547
Apr 30 16:25:04.953836 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:04.961176 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ca9efb58-0bd7-4a0f-8794-90a60578fd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:05.002275 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04cace7-bbc8-455d-87c8-65db6493c39b,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:05.006649 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f48fb285f2b2469d98d6969a27d2e7ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4490035
Apr 30 16:25:05.007843 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:05.009754 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45490) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:05.080592 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b6042619-23cf-46f3-ac17-abd692e61d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:05.133704 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b6042619-23cf-46f3-ac17-abd692e61d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:05.139343 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba6675-18ca-438d-a016-a4f4ed857568 req-ef9f057b-fdc9-4512-9c3f-b473e903c192 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:05.140857 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fbba6675-18ca-438d-a016-a4f4ed857568 req-ef9f057b-fdc9-4512-9c3f-b473e903c192 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.1965823
Apr 30 16:25:05.206125 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fbba6675-18ca-438d-a016-a4f4ed857568 req-22dd8c5e-abfa-489e-9446-b792ec3f8c82 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577075
Apr 30 16:25:05.285014 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b6042619-23cf-46f3-ac17-abd692e61d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:05.289647 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0242c486-f352-4801-aa84-4bfa0fc278b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:05.302357 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6042619-23cf-46f3-ac17-abd692e61d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04cace7-bbc8-455d-87c8-65db6493c39b,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:05.306118 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b6042619-23cf-46f3-ac17-abd692e61d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:05.313759 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b6042619-23cf-46f3-ac17-abd692e61d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:05.318324 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b6042619-23cf-46f3-ac17-abd692e61d99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f04cace7-bbc8-455d-87c8-65db6493c39b HTTP/1.1" status: 204  len: 168 time: 0.3044019
Apr 30 16:25:06.030748 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45520) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:06.064037 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:06.084230 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:06.122077 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Usage tracker for resource:security_group_rule and tenant:d1eda6dc7be44362b47661b01a01794e is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:06.132856 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:06.136979 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5afcf09c-edc5-4afd-bc96-ac0255ef7c29 req-2e4f3a0c-8638-4ecc-9377-31c693659c9b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 210 time: 0.0554092
Apr 30 16:25:06.140458 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:06.218057 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f34a1-28ff-4888-beb7-63afd82eb60a req-38c41ebe-c7a4-4e39-8902-700a1c4b6372 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:06.220347 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-597f34a1-28ff-4888-beb7-63afd82eb60a req-38c41ebe-c7a4-4e39-8902-700a1c4b6372 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1282601
Apr 30 16:25:06.236852 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:06.278768 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-597f34a1-28ff-4888-beb7-63afd82eb60a req-f21667ce-b61e-459d-bde2-69b6725c05a8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448637
Apr 30 16:25:06.390407 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fb49c-c43d-4e3b-996a-7e26eb4820c2 req-0a13c6e3-9a20-46d4-9111-77352b959d6c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:06.391794 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-443fb49c-c43d-4e3b-996a-7e26eb4820c2 req-0a13c6e3-9a20-46d4-9111-77352b959d6c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.0815279
Apr 30 16:25:06.393390 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:06.402031 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c4ff3857-ee20-4310-8707-85417f9ff748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:06.463820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ee75f6-b302-412d-a7ce-d2cdf6cd82ae,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:06.473057 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:06.478421 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1eda6dc7be44362b47661b01a01794e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4438190
Apr 30 16:25:06.478567 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45530) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:06.488333 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-443fb49c-c43d-4e3b-996a-7e26eb4820c2 req-2f6e10df-f94f-4dfe-9fb7-faff02292993 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872211
Apr 30 16:25:06.539292 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:06.565183 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:06.685485 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:06.689857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e5a2174d-eb02-409b-8493-ac14cec1f16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:06.704263 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ee75f6-b302-412d-a7ce-d2cdf6cd82ae,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:06.713606 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.713953 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.714291 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.714662 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.714998 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.715334 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.715664 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.715991 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.716320 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.716645 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.716996 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.717325 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:06.720034 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:06.723744 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1ee75f6-b302-412d-a7ce-d2cdf6cd82ae HTTP/1.1" status: 204  len: 168 time: 0.2417789
Apr 30 16:25:06.723744 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:07.337464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-62bff1a0-9c77-48fa-bbbb-b92d0bcc661c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:07.339174 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-62bff1a0-9c77-48fa-bbbb-b92d0bcc661c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 815 time: 0.1750753
Apr 30 16:25:07.379236 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6dcbb0f3-6e00-4cb7-832a-ea95d53f5ba9 req-d073d259-d4ac-4b73-bda3-0c766ca7a87b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 210 time: 0.0816903
Apr 30 16:25:07.391244 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Request body: {'port': {'device_id': 'f64142be-32db-4e73-9c2e-b38be153a9d2', 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'admin_state_up': True, 'tenant_id': '5963a92155674c6583c2b37df3d0f815'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:25:07.605152 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:07.616940 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdaf9b-a435-4fdf-a63a-709f01ae9646 req-f9e0b578-2ded-4996-a3ad-0499bdb5a1f8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:07.618472 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-00bdaf9b-a435-4fdf-a63a-709f01ae9646 req-f9e0b578-2ded-4996-a3ad-0499bdb5a1f8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1850839
Apr 30 16:25:07.626092 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:07.688588 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-00bdaf9b-a435-4fdf-a63a-709f01ae9646 req-0af4da62-2914-4992-a966-034cb54f4900 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532520
Apr 30 16:25:07.708607 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcd5e6-00ee-4a13-8029-1a1430de3681 req-85c0fb4d-a604-41bf-a458-106aca170c03 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:07.710142 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a3bcd5e6-00ee-4a13-8029-1a1430de3681 req-85c0fb4d-a604-41bf-a458-106aca170c03 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.1005881
Apr 30 16:25:07.713513 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Made reservation on behalf of 5963a92155674c6583c2b37df3d0f815 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:25:07.717336 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:07.764985 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a3bcd5e6-00ee-4a13-8029-1a1430de3681 req-00e10880-b04c-42b6-80a8-4abba72b5776 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481365
Apr 30 16:25:07.896937 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Allocated IP 172.20.0.2 (0f899f3b-47df-4519-9c6f-b082fd36c42e/3f3fbaaa-ff23-4124-a220-c198118c6fa7/f91d5a3d-e309-4a69-b4aa-3ebecd703e70) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:25:08.153749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:08.219465 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-b8e961bd-009a-413a-addc-d9cb87159b94 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:08.220878 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-b8e961bd-009a-413a-addc-d9cb87159b94 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.1144273
Apr 30 16:25:08.337164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:08.352307 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-823bee17-8673-42b4-9774-920587c3270d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:08.396386 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f7d5efe9-6648-4525-b9f3-7d0292aca0f1'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:25:08.422947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:25:08.427971 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:25:08.441988 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:25:08.498909 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Pushing event updated for resources: {'Port': ['ID=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:08.505295 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:08.530216 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:08.530852 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:08.536132 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Deleting port d5d68a4a-6ef8-449c-bce9-09088aed70cd {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:25:08.536888 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:08.677762 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa7626-4af6-420e-bf62-9f18b6aabe92 req-fd24355f-172c-47dc-b3a3-59bb580f9e47 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:08.679619 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5dfa7626-4af6-420e-bf62-9f18b6aabe92 req-fd24355f-172c-47dc-b3a3-59bb580f9e47 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 931 time: 0.1563699
Apr 30 16:25:08.703464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] For port d5d68a4a-6ef8-449c-bce9-09088aed70cd, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=d5d68a4a-6ef8-449c-bce9-09088aed70cd,segment=NetworkSegment(7168dc75-a4fe-4850-9c48-0e45d7966a79),segment_id=7168dc75-a4fe-4850-9c48-0e45d7966a79)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:25:08.703808 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:08.729399 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5dfa7626-4af6-420e-bf62-9f18b6aabe92 req-93aeadc2-1878-480c-9a25-f7b933c92238 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436254
Apr 30 16:25:08.775670 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3884337
Apr 30 16:25:08.920989 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Calling delete_port for d5d68a4a-6ef8-449c-bce9-09088aed70cd owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:25:08.927960 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Request body: {'port': {'device_id': 'f64142be-32db-4e73-9c2e-b38be153a9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:25:08.972495 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3010a91-e78b-46bd-b31a-fee39a2c0f5a req-c901cfe6-1a50-4ee0-a0c4-381410c1f24c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:08.974916 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d3010a91-e78b-46bd-b31a-fee39a2c0f5a req-c901cfe6-1a50-4ee0-a0c4-381410c1f24c tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 945 time: 0.0931354
Apr 30 16:25:09.033635 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d3010a91-e78b-46bd-b31a-fee39a2c0f5a req-0474a3b9-d8e3-4899-aea6-c9a8909a0562 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f7e7323-a26d-431a-85e3-853ee1946e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514216
Apr 30 16:25:09.198191 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:09.226139 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82bb55-2593-4486-a0e4-ffed5a1ad4ae req-73bcc933-e311-4399-91ff-514c8388170e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:09.228215 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a82bb55-2593-4486-a0e4-ffed5a1ad4ae req-73bcc933-e311-4399-91ff-514c8388170e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.3147242
Apr 30 16:25:09.432795 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a82bb55-2593-4486-a0e4-ffed5a1ad4ae req-fce20d49-eeeb-451a-bc4f-68bd563633fd tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704679
Apr 30 16:25:09.555472 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:09.568586 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1a21068d-f879-4a9e-b6d1-66bd84232838 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:09.616858 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Pushing event deleted for resources: {'Port': ['ID=d5d68a4a-6ef8-449c-bce9-09088aed70cd,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:09.639635 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:09.751127 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] No DVR routers for this DVR port d5d68a4a-6ef8-449c-bce9-09088aed70cd on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:25:09.753184 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:09.787778 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce098cc-a5a1-4f91-8660-0196dc22f44b', 'name': 'network-vif-deleted', 'tag': 'd5d68a4a-6ef8-449c-bce9-09088aed70cd'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:25:09.794642 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45636) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:09.860790 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce098cc-a5a1-4f91-8660-0196dc22f44b', 'name': 'network-vif-deleted', 'tag': 'd5d68a4a-6ef8-449c-bce9-09088aed70cd', 'status': 'completed', 'code': 200}
Apr 30 16:25:09.868947 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c46a1165-d10f-4876-8020-bd3d9d730504 req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.69 "DELETE /v2.0/ports/d5d68a4a-6ef8-449c-bce9-09088aed70cd HTTP/1.1" status: 204  len: 173 time: 1.6348245
Apr 30 16:25:09.893234 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91d5a3d-e309-4a69-b4aa-3ebecd703e70 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:25:09.903363 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:09.920999 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Transition to ACTIVE for port object f91d5a3d-e309-4a69-b4aa-3ebecd703e70 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:25:09.972032 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:09.992917 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:09.998771 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Usage tracker for resource:security_group_rule and tenant:2c14080d9a464c9c9516a1cbae8c6d96 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:10.002091 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:10.010949 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:10.018119 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.023593 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:10.057559 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb35cb2-4d37-4317-97b7-a697688f15e3 req-585db8ec-5ab7-4432-b397-a5baadee56f0 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:10.059162 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2fb35cb2-4d37-4317-97b7-a697688f15e3 req-585db8ec-5ab7-4432-b397-a5baadee56f0 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 931 time: 0.1512277
Apr 30 16:25:10.146052 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2fb35cb2-4d37-4317-97b7-a697688f15e3 req-0381f2da-7396-4ddf-837a-432b311a02a8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766234
Apr 30 16:25:10.195206 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.211213 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device d5d68a4a-6ef8-449c-bce9-09088aed70cd no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:25:10.246234 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: d5d68a4a-6ef8-449c-bce9-09088aed70cd {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:25:10.250709 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device d5d68a4a-6ef8-449c-bce9-09088aed70cd not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:25:10.259287 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Pushing event updated for resources: {'Port': ['ID=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:10.268835 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.280232 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-0ba2e6c2-61fc-42a5-b4ae-319d27d6213c req-f7bc03a6-1e63-4127-b8ed-5f66c4a50630 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Synchronizing usage tracker for tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:25:10.280402 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9837b808-dbdc-4c7c-8a2d-967c5c37232e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:10.280521 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:10.320723 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Attempting to bind port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:25:10.321127 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Attempting to bind port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:25:10.321664 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Attempting to bind port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:25:10.326598 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:25:10.327326 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c14080d9a464c9c9516a1cbae8c6d96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5316119
Apr 30 16:25:10.328162 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fce58f-2675-4536-ac94-899baca46f12,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:10.330012 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Attempting to bind port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:25:10.330391 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45648) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:10.336974 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:25:10.337802 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Checking segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:25:10.337802 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Bound using segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:25:10.338124 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Bound port: f91d5a3d-e309-4a69-b4aa-3ebecd703e70, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:25:10.338468 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.350843 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.351105 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.351447 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.351784 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.352118 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.352799 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.352799 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.353127 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.353497 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.353826 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.354149 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.354472 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:10.355938 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-0ba2e6c2-61fc-42a5-b4ae-319d27d6213c req-f7bc03a6-1e63-4127-b8ed-5f66c4a50630 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Unset dirty status for tenant:2a4e5b96c78547baa4cb590a0ac3f0e7 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:25:10.357179 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0ba2e6c2-61fc-42a5-b4ae-319d27d6213c req-f7bc03a6-1e63-4127-b8ed-5f66c4a50630 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.1716859
Apr 30 16:25:10.358430 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:10.412666 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc4a7-e569-47a7-8682-08255329331d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.440797 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc4a7-e569-47a7-8682-08255329331d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.450264 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] For port f91d5a3d-e309-4a69-b4aa-3ebecd703e70, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:25:10.453712 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] For port f91d5a3d-e309-4a69-b4aa-3ebecd703e70, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:25:10.508663 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.514146 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-05c34e60-6501-43a1-ae06-7e9a7067da79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:10.645385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Pushing event updated for resources: {'Port': ['ID=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:10.645620 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc4a7-e569-47a7-8682-08255329331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.650075 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-40fb236c-9078-403a-8f34-d577c7264d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:10.651774 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:10.652526 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.654384 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] 10.222.0.69 "PUT /v2.0/ports/f91d5a3d-e309-4a69-b4aa-3ebecd703e70 HTTP/1.1" status: 200  len: 1093 time: 1.7402108
Apr 30 16:25:10.657681 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:10.675595 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fc4a7-e569-47a7-8682-08255329331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fce58f-2675-4536-ac94-899baca46f12,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:10.679162 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1d5fc4a7-e569-47a7-8682-08255329331d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:10.689405 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc4a7-e569-47a7-8682-08255329331d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:10.692140 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1d5fc4a7-e569-47a7-8682-08255329331d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3fce58f-2675-4536-ac94-899baca46f12 HTTP/1.1" status: 204  len: 168 time: 0.3599265
Apr 30 16:25:10.703456 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44a47-94e9-4f8c-b4e4-8089e680e02e req-5b47a010-dcb1-4a86-8488-2ecb6e66ccd3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:10.708042 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e9d44a47-94e9-4f8c-b4e4-8089e680e02e req-5b47a010-dcb1-4a86-8488-2ecb6e66ccd3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1466053
Apr 30 16:25:10.760107 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e9d44a47-94e9-4f8c-b4e4-8089e680e02e req-b49613de-88a6-492f-9e20-88fb88ec8456 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479896
Apr 30 16:25:10.881009 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-1634daef-99f0-4c05-993b-e654c7f575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:10.882511 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-1634daef-99f0-4c05-993b-e654c7f575d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 1096 time: 0.0791483
Apr 30 16:25:11.076312 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-9878498c-baa5-43cd-ae29-15aea6907448 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f91d5a3d-e309-4a69-b4aa-3ebecd703e70 HTTP/1.1" status: 200  len: 217 time: 0.1767743
Apr 30 16:25:11.158201 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-49e623de-779f-4b43-bbb8-c011b5fa96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:11.159616 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-49e623de-779f-4b43-bbb8-c011b5fa96cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 200  len: 855 time: 0.0736804
Apr 30 16:25:11.169767 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f043a1fe-e147-49e8-9833-ad527284d804 req-b0ca4485-d918-4f8d-a291-effa6b9bfa1a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1374609
Apr 30 16:25:11.254859 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-59ff0d6c-c767-47c9-9083-71e64a12349a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f899f3b-47df-4519-9c6f-b082fd36c42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0834358
Apr 30 16:25:11.376708 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559df616-6049-431c-a6d4-c8f0838966fb req-ed498e10-717a-49e0-a074-3c8e9fdcd139 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:11.385223 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-559df616-6049-431c-a6d4-c8f0838966fb req-ed498e10-717a-49e0-a074-3c8e9fdcd139 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 943 time: 0.1090846
Apr 30 16:25:11.436962 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-559df616-6049-431c-a6d4-c8f0838966fb req-e8f91d74-653a-4fed-ae5f-93b3f48a3070 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496676
Apr 30 16:25:11.437642 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-92d0b730-e41f-4f86-b9f7-fa93bfe5ea3a service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747870
Apr 30 16:25:11.440725 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043a1fe-e147-49e8-9833-ad527284d804 req-e805176c-86f7-4443-be73-9dd16783214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:11.442292 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f043a1fe-e147-49e8-9833-ad527284d804 req-e805176c-86f7-4443-be73-9dd16783214c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 1098 time: 0.2310147
Apr 30 16:25:11.622834 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-40b23430-4c67-4bca-b909-27f829963089 req-d0600e5b-d524-43cb-80de-1ffaf93a157f tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ce098cc-a5a1-4f91-8660-0196dc22f44b HTTP/1.1" status: 200  len: 210 time: 0.1263268
Apr 30 16:25:11.754515 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-533071ee-8343-4335-b4bf-a5912d5a59f0 req-fe38a290-1786-441d-8ffe-a520eb3e3f77 service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2999520
Apr 30 16:25:11.774685 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043a1fe-e147-49e8-9833-ad527284d804 req-209b9bc7-a907-440a-b913-53e2c53df944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:11.776386 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f043a1fe-e147-49e8-9833-ad527284d804 req-209b9bc7-a907-440a-b913-53e2c53df944 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 916 time: 0.1970947
Apr 30 16:25:11.791620 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45688) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:11.825987 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:11.841975 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:11.846464 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Usage tracker for resource:security_group_rule and tenant:0b634e5347d94429a3b90f460c23af37 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:11.847174 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f043a1fe-e147-49e8-9833-ad527284d804 req-3b3d24e5-788f-43c4-b9ec-d5dda8959670 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7d5efe9-6648-4525-b9f3-7d0292aca0f1 HTTP/1.1" status: 200  len: 217 time: 0.0635755
Apr 30 16:25:11.850285 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:11.855930 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:11.909619 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64142be-32db-4e73-9c2e-b38be153a9d2', 'tag': 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:25:11.963749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043a1fe-e147-49e8-9833-ad527284d804 req-1036b72c-8786-42d8-8169-b23c511e5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:11.965462 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f043a1fe-e147-49e8-9833-ad527284d804 req-1036b72c-8786-42d8-8169-b23c511e5efb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 200  len: 855 time: 0.1064022
Apr 30 16:25:11.973515 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64142be-32db-4e73-9c2e-b38be153a9d2', 'tag': 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70', 'status': 'completed', 'code': 200}
Apr 30 16:25:12.079157 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:12.095457 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d972e-f36e-462e-a00f-147bc8783375 req-3c72cb7f-cab5-4efb-963c-2a793436aa28 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:12.097500 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fa7d972e-f36e-462e-a00f-147bc8783375 req-3c72cb7f-cab5-4efb-963c-2a793436aa28 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1918302
Apr 30 16:25:12.147394 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fa7d972e-f36e-462e-a00f-147bc8783375 req-a48196da-f2f4-4ceb-8a4b-709793176c24 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428293
Apr 30 16:25:12.155983 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f043a1fe-e147-49e8-9833-ad527284d804 req-fc92c0f3-fd4f-47f6-b6f5-9874ceae88ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f899f3b-47df-4519-9c6f-b082fd36c42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1019375
Apr 30 16:25:12.194442 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:12.199862 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-431e43bc-8499-4849-adbd-c21fd3cb0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:12.202523 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-431e43bc-8499-4849-adbd-c21fd3cb0110 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 1096 time: 0.0985501
Apr 30 16:25:12.202649 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:12.250272 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b634e5347d94429a3b90f460c23af37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4575384
Apr 30 16:25:12.251434 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f92306d-b668-433e-a274-d0076416b3dd,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:12.255738 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:12.258640 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45700) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:12.324893 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-14a29391-62cd-4570-9216-6d9d3b3b7f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:12.352387 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-14a29391-62cd-4570-9216-6d9d3b3b7f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:12.443942 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f043a1fe-e147-49e8-9833-ad527284d804 req-361084e9-a81d-457d-8b10-cc3ec3dfbd8f service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392938
Apr 30 16:25:12.502811 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-b9bb7a4a-3b0a-4e57-ae6a-99d222f9ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:12.505074 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-b9bb7a4a-3b0a-4e57-ae6a-99d222f9ddcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 916 time: 0.2122281
Apr 30 16:25:12.508649 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-14a29391-62cd-4570-9216-6d9d3b3b7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:12.515175 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0d6cf70c-49f3-421d-b0a7-4a650f85bdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:12.526194 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a29391-62cd-4570-9216-6d9d3b3b7f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f92306d-b668-433e-a274-d0076416b3dd,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:12.528522 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-14a29391-62cd-4570-9216-6d9d3b3b7f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:12.534444 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-14a29391-62cd-4570-9216-6d9d3b3b7f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:12.535935 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-14a29391-62cd-4570-9216-6d9d3b3b7f59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f92306d-b668-433e-a274-d0076416b3dd HTTP/1.1" status: 204  len: 168 time: 0.2783637
Apr 30 16:25:12.734921 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45716) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:12.835193 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-4f27912f-d190-4160-8059-3c9329b32478 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f91d5a3d-e309-4a69-b4aa-3ebecd703e70 HTTP/1.1" status: 200  len: 217 time: 0.2786450
Apr 30 16:25:12.840831 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f043a1fe-e147-49e8-9833-ad527284d804 req-b93a07e2-2f77-4b93-9c0a-cfb8e626b84a service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3813164
Apr 30 16:25:12.934018 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-de9470d7-78da-4b63-9198-5406f4487c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:12.935567 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-de9470d7-78da-4b63-9198-5406f4487c3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 200  len: 855 time: 0.0743575
Apr 30 16:25:12.956320 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850598d-e1cb-4a6f-9005-f75b4ee542a7 req-4b5050e8-1d8d-4865-8648-fb05e1979e83 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:12.958604 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-5850598d-e1cb-4a6f-9005-f75b4ee542a7 req-4b5050e8-1d8d-4865-8648-fb05e1979e83 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:25:12.996747 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:13.011412 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-f37e1644-6161-4cd4-8ac2-0136184e9166 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f899f3b-47df-4519-9c6f-b082fd36c42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502088
Apr 30 16:25:13.017995 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:13.025465 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Usage tracker for resource:security_group_rule and tenant:93d7e6e531be4e7a85521c454403444d is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:13.032349 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:13.033255 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:13.146398 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-5850598d-e1cb-4a6f-9005-f75b4ee542a7 req-4b5050e8-1d8d-4865-8648-fb05e1979e83 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:25:13.147676 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5850598d-e1cb-4a6f-9005-f75b4ee542a7 req-4b5050e8-1d8d-4865-8648-fb05e1979e83 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 943 time: 0.5923400
Apr 30 16:25:13.159067 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:13.218360 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5850598d-e1cb-4a6f-9005-f75b4ee542a7 req-60735188-ac04-4778-8350-f7bf5ff5f27c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522797
Apr 30 16:25:13.256767 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:13.269798 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c648a45a-77dd-4c87-b09a-f17c31df73fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:13.270596 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-185f41d6-877c-4e24-b7d6-de17c4a103d5 service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239616
Apr 30 16:25:13.367319 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93d7e6e531be4e7a85521c454403444d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6283727
Apr 30 16:25:13.367319 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bd6af0-2aeb-4afd-af22-a80e886e265c,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:13.371221 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45742) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:13.386463 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:13.435653 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895371-c414-47d8-98d3-397198aa01d2 req-3a9752fb-69d1-4fed-b926-869bca4a7a8e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:13.437394 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-07895371-c414-47d8-98d3-397198aa01d2 req-3a9752fb-69d1-4fed-b926-869bca4a7a8e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1550763
Apr 30 16:25:13.486117 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6bce837-994b-448d-95c9-0d8b731408c7 req-4634330e-ba71-4f1f-b358-31b52e504aeb service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096822
Apr 30 16:25:13.488674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-39bf5d22-34d5-4f22-8b32-a78e627bd60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:13.489697 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-07895371-c414-47d8-98d3-397198aa01d2 req-2f4b4608-3ce5-4f78-b74e-8492e7afe4d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464513
Apr 30 16:25:13.523659 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-39bf5d22-34d5-4f22-8b32-a78e627bd60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:13.639771 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-39bf5d22-34d5-4f22-8b32-a78e627bd60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:13.651129 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-431ca39a-baeb-4151-b61f-776d8b903b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:13.693394 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf5d22-34d5-4f22-8b32-a78e627bd60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bd6af0-2aeb-4afd-af22-a80e886e265c,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:13.695488 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-39bf5d22-34d5-4f22-8b32-a78e627bd60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:13.710194 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-39bf5d22-34d5-4f22-8b32-a78e627bd60a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6bd6af0-2aeb-4afd-af22-a80e886e265c HTTP/1.1" status: 204  len: 168 time: 0.3293986
Apr 30 16:25:13.710375 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-39bf5d22-34d5-4f22-8b32-a78e627bd60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:14.418766 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0839d53-7ff1-45a3-a061-5b6149f7e45d req-a283d234-1f0f-4bb2-9c55-05d86437d49a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:14.420540 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e0839d53-7ff1-45a3-a061-5b6149f7e45d req-a283d234-1f0f-4bb2-9c55-05d86437d49a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 943 time: 0.0862215
Apr 30 16:25:14.467803 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e0839d53-7ff1-45a3-a061-5b6149f7e45d req-a520bc67-3738-4969-b11c-0d1bbc33126b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407054
Apr 30 16:25:14.523727 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45788) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:14.544364 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:14.560523 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:14.564959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Usage tracker for resource:security_group_rule and tenant:8d8348f5472347f0894fb7102042c288 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:14.569440 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:14.599528 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:14.744541 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa0a9-d961-42ba-b4d3-f8f1320c60a3 req-6e397b51-de26-47ec-b713-0fe00d054ee6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:14.746107 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-927fa0a9-d961-42ba-b4d3-f8f1320c60a3 req-6e397b51-de26-47ec-b713-0fe00d054ee6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1330984
Apr 30 16:25:14.802534 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:14.821219 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-927fa0a9-d961-42ba-b4d3-f8f1320c60a3 req-1ee0c53d-9a6d-49bc-b788-524e2be63541 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674443
Apr 30 16:25:14.915608 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:14.925555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-140f80e3-e885-4408-9d2f-a43ed161ff95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:14.969420 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d8348f5472347f0894fb7102042c288&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4443769
Apr 30 16:25:14.971512 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45808) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:14.974712 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45812) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:14.974898 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02a652-f065-4bb6-adde-5f32afc787a0,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:14.987574 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:15.056837 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] Deleting subnet 6702394e-06e4-4aeb-82a9-f9e521dd5459 {{(pid=74379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:25:15.057101 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7e8428d8-80ca-430b-b4f6-255ea84f5438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.060565 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.090273 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7e8428d8-80ca-430b-b4f6-255ea84f5438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.116998 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2183489'] for subnet, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.178406 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.244610 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7e8428d8-80ca-430b-b4f6-255ea84f5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.250077 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:15.262376 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8428d8-80ca-430b-b4f6-255ea84f5438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02a652-f065-4bb6-adde-5f32afc787a0,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:15.264694 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7e8428d8-80ca-430b-b4f6-255ea84f5438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:15.272585 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7e8428d8-80ca-430b-b4f6-255ea84f5438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.277636 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-7e8428d8-80ca-430b-b4f6-255ea84f5438 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e02a652-f065-4bb6-adde-5f32afc787a0 HTTP/1.1" status: 204  len: 168 time: 0.3013833
Apr 30 16:25:15.370722 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.446361 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45824) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:15.559853 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2252596'] for subnet, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.565777 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:15.641147 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6702394e-06e4-4aeb-82a9-f9e521dd5459,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:15.647661 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:15.648639 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.669011 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-69e0f332-81e9-4d4d-950d-09bd74b3c1ba admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6702394e-06e4-4aeb-82a9-f9e521dd5459 HTTP/1.1" status: 204  len: 168 time: 0.6928535
Apr 30 16:25:15.669224 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45834) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:15.730071 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.808959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:15.822223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Usage tracker for resource:security_group_rule and tenant:2b73ad9e60af4f3da9907732b366d886 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:15.830062 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:15.841710 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556a770-471b-48a1-a0dd-9c9605301892 req-3e43d6f3-6211-42a8-9800-e94acec07fb4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:15.843575 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8556a770-471b-48a1-a0dd-9c9605301892 req-3e43d6f3-6211-42a8-9800-e94acec07fb4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 943 time: 0.2641551
Apr 30 16:25:15.856952 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:15.859571 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:15.961551 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8556a770-471b-48a1-a0dd-9c9605301892 req-feeb567d-7fec-402e-97ed-625f13f8ebf6 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083026
Apr 30 16:25:16.029455 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43265-6d2f-4941-9325-a6fe0ec7305c req-4d0e7ffb-4b87-405a-8090-1dbef4fe3a7b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:16.031041 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-13e43265-6d2f-4941-9325-a6fe0ec7305c req-4d0e7ffb-4b87-405a-8090-1dbef4fe3a7b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0970099
Apr 30 16:25:16.034621 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.039879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f3e93fa8-df8e-42f4-9b8e-d766dbf43497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.099944 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-13e43265-6d2f-4941-9325-a6fe0ec7305c req-f9dc6802-2488-4647-bcc8-64d3a0adc4f0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611329
Apr 30 16:25:16.185643 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501cf8be0>,) {'filters': {'network_id': ['dd08a9b7-ab40-42c8-9ae6-6f5bd954d448']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:25:16.202737 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501cf8be0>, '7168dc75-a4fe-4850-9c48-0e45d7966a79') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:25:16.203039 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501cf8be0>, '7168dc75-a4fe-4850-9c48-0e45d7966a79') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:25:16.224838 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.280814 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device f91d5a3d-e309-4a69-b4aa-3ebecd703e70 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:25:16.358804 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.369949 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:25:16.402807 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.451866 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port f91d5a3d-e309-4a69-b4aa-3ebecd703e70, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:25:16.469211 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70', 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'port_id': 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70', 'mac_address': 'fa:16:3e:1b:86:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3fbaaa-ff23-4124-a220-c198118c6fa7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:25:16.555899 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.574720 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91d5a3d-e309-4a69-b4aa-3ebecd703e70 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:25:16.593653 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port f91d5a3d-e309-4a69-b4aa-3ebecd703e70, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:25:16.601284 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.611226 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-deb8dbde-34e0-4897-bf13-9e726f7f1a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:16.640667 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:25:16.657898 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.667857 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.670365 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:16.730555 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b73ad9e60af4f3da9907732b366d886&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2830296
Apr 30 16:25:16.739282 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45864) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:16.756420 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:16.764675 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.765400 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.766235 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.766771 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.767331 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.767972 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.769064 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.770373 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.771092 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.771648 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.772160 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.772711 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:25:16.779674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebedea1-d64b-4b38-a66d-162b429b738b,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:16.787578 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:16.789141 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:16.853036 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6d5c-681a-4aca-9f66-18a118ae55cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.882058 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6d5c-681a-4aca-9f66-18a118ae55cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:16.890959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Network dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:25:16.914216 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:25:17.016495 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6d5c-681a-4aca-9f66-18a118ae55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:17.020606 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4ce04b8a-945e-408c-b532-e4ed439050eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:17.035194 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb6d5c-681a-4aca-9f66-18a118ae55cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebedea1-d64b-4b38-a66d-162b429b738b,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:17.039310 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ccbb6d5c-681a-4aca-9f66-18a118ae55cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:17.045103 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6d5c-681a-4aca-9f66-18a118ae55cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:17.046297 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ccbb6d5c-681a-4aca-9f66-18a118ae55cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ebedea1-d64b-4b38-a66d-162b429b738b HTTP/1.1" status: 204  len: 168 time: 0.3060346
Apr 30 16:25:17.162048 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb9d5-4c91-45ec-9385-f86841e0f0ea req-1e885053-21d2-48ae-9d70-94e73aa0dec8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:17.163554 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5a6eb9d5-4c91-45ec-9385-f86841e0f0ea req-1e885053-21d2-48ae-9d70-94e73aa0dec8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 944 time: 0.0899451
Apr 30 16:25:17.187863 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:17.193152 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:17.196259 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-03f4aa66-8c7e-4178-be40-c4538762f240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:17.215046 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd08a9b7-ab40-42c8-9ae6-6f5bd954d448,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:17.217275 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5a6eb9d5-4c91-45ec-9385-f86841e0f0ea req-c6fcb464-194d-4623-9576-6c9496b79905 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480177
Apr 30 16:25:17.217656 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:17.376781 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1bc48-0455-4653-a211-b059324c8325 req-20d77748-1fed-49b6-b08c-2c2ca8f6cd87 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:17.378779 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7dd1bc48-0455-4653-a211-b059324c8325 req-20d77748-1fed-49b6-b08c-2c2ca8f6cd87 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1456654
Apr 30 16:25:17.430230 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7dd1bc48-0455-4653-a211-b059324c8325 req-a3f923b8-3b86-400b-a6ab-203eb39d97b2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451071
Apr 30 16:25:17.446782 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dd08a9b7-ab40-42c8-9ae6-6f5bd954d448 HTTP/1.1" status: 204  len: 168 time: 1.7766440
Apr 30 16:25:17.769822 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45892) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:17.790068 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:17.805604 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:17.809930 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d16c02c7670f450f97a86f8e0bcbdd4e is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:17.817066 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:17.819871 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:17.865616 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f91d5a3d-e309-4a69-b4aa-3ebecd703e70'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:25:17.940061 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:17.986780 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45900) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:18.043840 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d623da20-1ea7-4c5a-90cf-2cc466fe3b85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a4e5b96c78547baa4cb590a0ac3f0e7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0553713
Apr 30 16:25:18.046025 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 45904) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:18.056292 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.070545 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:18.120058 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6c4a90bc-7adb-4624-928a-77051f4be900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.121335 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d16c02c7670f450f97a86f8e0bcbdd4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3503211
Apr 30 16:25:18.122248 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48482fb-b424-4829-97e3-3e5797e78f61,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:18.124699 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 45912) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:18.132379 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:18.153667 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6c4a90bc-7adb-4624-928a-77051f4be900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.215207 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ad0a-6797-40cb-802f-6ef2ff6759fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.240340 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ad0a-6797-40cb-802f-6ef2ff6759fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.290424 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6c4a90bc-7adb-4624-928a-77051f4be900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.301987 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:18.315809 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a90bc-7adb-4624-928a-77051f4be900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7e7323-a26d-431a-85e3-853ee1946e48,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:18.323933 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6c4a90bc-7adb-4624-928a-77051f4be900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:18.400235 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ad0a-6797-40cb-802f-6ef2ff6759fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.405782 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4f4d2bf1-c394-4db7-bc86-602cad643b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:18.417418 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4ad0a-6797-40cb-802f-6ef2ff6759fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48482fb-b424-4829-97e3-3e5797e78f61,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:18.422070 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e5f4ad0a-6797-40cb-802f-6ef2ff6759fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:18.426948 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ad0a-6797-40cb-802f-6ef2ff6759fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.428334 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-e5f4ad0a-6797-40cb-802f-6ef2ff6759fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c48482fb-b424-4829-97e3-3e5797e78f61 HTTP/1.1" status: 204  len: 168 time: 0.2981768
Apr 30 16:25:18.478739 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6c4a90bc-7adb-4624-928a-77051f4be900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.479847 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-6c4a90bc-7adb-4624-928a-77051f4be900 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f7e7323-a26d-431a-85e3-853ee1946e48 HTTP/1.1" status: 204  len: 168 time: 0.4327254
Apr 30 16:25:18.542114 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb235d5-7662-458e-93e3-a96fc54268b0 req-586d77e3-ec10-4672-827d-7389133d048f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:18.543615 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dfb235d5-7662-458e-93e3-a96fc54268b0 req-586d77e3-ec10-4672-827d-7389133d048f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 944 time: 0.1734333
Apr 30 16:25:18.550296 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21722f0-f9d2-48bc-ba48-7e47c28212a2 req-622655e7-e20b-4544-89ef-fb014c877c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:18.552433 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f21722f0-f9d2-48bc-ba48-7e47c28212a2 req-622655e7-e20b-4544-89ef-fb014c877c91 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 1098 time: 0.1441550
Apr 30 16:25:18.662374 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dfb235d5-7662-458e-93e3-a96fc54268b0 req-4214ee0f-b190-4445-923c-a98d178745e4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074500
Apr 30 16:25:18.666552 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f21722f0-f9d2-48bc-ba48-7e47c28212a2 req-300fb01c-64df-489b-9730-a31aefbab9ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970247
Apr 30 16:25:18.712197 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.789603 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30410b5-0ff8-4272-9ac3-d1c1b65ae5af req-0d34d22b-803c-4ba6-9ac1-fd2f24d4f51c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:18.791092 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d30410b5-0ff8-4272-9ac3-d1c1b65ae5af req-0d34d22b-803c-4ba6-9ac1-fd2f24d4f51c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0972149
Apr 30 16:25:18.799515 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-bfc302ef-0fe9-49b1-814f-2142c00f3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:18.841877 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d30410b5-0ff8-4272-9ac3-d1c1b65ae5af req-ac31e26a-89d6-49b6-9dda-9d24c48cee41 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417621
Apr 30 16:25:19.699451 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:19.958429 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0301f8-5aca-4c68-b5be-6a0bd398f648 req-609e362b-7014-4fdb-a7ca-d69417069682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:19.960037 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ff0301f8-5aca-4c68-b5be-6a0bd398f648 req-609e362b-7014-4fdb-a7ca-d69417069682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 944 time: 0.1226828
Apr 30 16:25:20.018779 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ff0301f8-5aca-4c68-b5be-6a0bd398f648 req-9bab2461-7ba4-4808-9902-cc9aecc3cd2a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525908
Apr 30 16:25:20.090974 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99de71-936c-42b2-b16b-15ea22bbe488 req-7b0581d1-75b5-4b03-bf4f-d1a51fa45ffa tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:20.092585 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cf99de71-936c-42b2-b16b-15ea22bbe488 req-7b0581d1-75b5-4b03-bf4f-d1a51fa45ffa tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1032488
Apr 30 16:25:20.149381 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cf99de71-936c-42b2-b16b-15ea22bbe488 req-7522b2dc-0a21-4e13-b393-711383e58dd6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496409
Apr 30 16:25:20.321558 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device f91d5a3d-e309-4a69-b4aa-3ebecd703e70 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:25:20.479234 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:25:20.485073 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:25:20.485073 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:20.647517 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:20.697583 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64142be-32db-4e73-9c2e-b38be153a9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:25:20.733643 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port f91d5a3d-e309-4a69-b4aa-3ebecd703e70, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:25:20.776383 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64142be-32db-4e73-9c2e-b38be153a9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70', 'code': 200}
Apr 30 16:25:20.799371 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:20.802813 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-93d264e7-4325-4937-b52d-28bd5134afbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:20.873302 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:20.876834 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:21.308603 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:21.309938 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e438257-9501-47cf-b9d2-88a01a519587 req-ea1a9490-5014-4265-a553-b6a4d8f66566 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:21.311444 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4e438257-9501-47cf-b9d2-88a01a519587 req-ea1a9490-5014-4265-a553-b6a4d8f66566 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 945 time: 0.1377006
Apr 30 16:25:21.361340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46042) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:21.368763 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291bca7-ef77-4ecd-b5ea-afbbae1bf122 req-b6109757-6b82-49e2-af48-ca31d430663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:21.370235 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3291bca7-ef77-4ecd-b5ea-afbbae1bf122 req-b6109757-6b82-49e2-af48-ca31d430663a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 1098 time: 0.1335661
Apr 30 16:25:21.396482 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4e438257-9501-47cf-b9d2-88a01a519587 req-3ad12c96-48e2-43e2-8888-15ae2f16b07c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722015
Apr 30 16:25:21.424128 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3291bca7-ef77-4ecd-b5ea-afbbae1bf122 req-38f77a31-3fc1-412f-b2a0-4f7d08087448 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436802
Apr 30 16:25:21.442798 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355cfdf-5def-4fb7-bb24-d2657eb8064d req-0924837e-18a1-4203-9741-a470422e3b48 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:21.444326 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f355cfdf-5def-4fb7-bb24-d2657eb8064d req-0924837e-18a1-4203-9741-a470422e3b48 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1807077
Apr 30 16:25:21.498448 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f355cfdf-5def-4fb7-bb24-d2657eb8064d req-8a52205c-f258-4372-970e-54a6dee32014 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415783
Apr 30 16:25:21.608016 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:21.639382 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:21.643884 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Usage tracker for resource:security_group_rule and tenant:65f6bc206dab43949143f456ff64d3ca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:21.647980 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:21.654301 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:21.727168 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d42a3-90b5-4b64-a840-d6b31291bdc0 req-83e70100-1f0b-4361-a7d3-f99f97ab7259 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:21.728725 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3a9d42a3-90b5-4b64-a840-d6b31291bdc0 req-83e70100-1f0b-4361-a7d3-f99f97ab7259 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0977049
Apr 30 16:25:21.759068 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:21.779501 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3a9d42a3-90b5-4b64-a840-d6b31291bdc0 req-a2c7ddd6-b324-47e1-a67b-8e9909c31a2a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435469
Apr 30 16:25:21.845006 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:21.877924 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7e8428d8-80ca-430b-b4f6-255ea84f5438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:21.892948 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65f6bc206dab43949143f456ff64d3ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5278978
Apr 30 16:25:21.893179 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46066) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:21.905669 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaf4858-4085-43dc-b2ab-39eb1bd3fe66,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:21.916211 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:21.974084 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b289-4a11-4d8a-b071-c8527f972b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:22.001384 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b289-4a11-4d8a-b071-c8527f972b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:22.153833 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b289-4a11-4d8a-b071-c8527f972b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:22.158836 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-14a29391-62cd-4570-9216-6d9d3b3b7f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:22.173027 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b289-4a11-4d8a-b071-c8527f972b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaf4858-4085-43dc-b2ab-39eb1bd3fe66,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:22.176141 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-eaf9b289-4a11-4d8a-b071-c8527f972b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:22.178801 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b289-4a11-4d8a-b071-c8527f972b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:22.182231 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-eaf9b289-4a11-4d8a-b071-c8527f972b1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cdaf4858-4085-43dc-b2ab-39eb1bd3fe66 HTTP/1.1" status: 204  len: 168 time: 0.2855625
Apr 30 16:25:22.595582 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4e140-b55f-41b3-a5bb-574440c57bf0 req-e93a6839-6a1d-4675-9f73-ee6f4365237d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:22.597889 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e0b4e140-b55f-41b3-a5bb-574440c57bf0 req-e93a6839-6a1d-4675-9f73-ee6f4365237d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 945 time: 0.0849924
Apr 30 16:25:22.671062 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e0b4e140-b55f-41b3-a5bb-574440c57bf0 req-97a31712-4076-4b64-b62b-0575b7d7467d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649018
Apr 30 16:25:23.873864 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0413bd-5d51-4d35-a707-8ce7f27677d4 req-536a1a73-8d90-47d9-a7af-b5a170d09cb3 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:23.873864 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7b0413bd-5d51-4d35-a707-8ce7f27677d4 req-536a1a73-8d90-47d9-a7af-b5a170d09cb3 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 945 time: 0.0875502
Apr 30 16:25:23.926733 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7b0413bd-5d51-4d35-a707-8ce7f27677d4 req-aa3a9729-69a3-4cb3-8493-ddca7a9c486c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553768
Apr 30 16:25:25.127357 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dda698-176f-4822-b6c3-890dbdc04a61 req-31bb257a-9e6d-43a9-9e16-2b4afd0b1551 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:25.130316 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b8dda698-176f-4822-b6c3-890dbdc04a61 req-31bb257a-9e6d-43a9-9e16-2b4afd0b1551 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 945 time: 0.0931149
Apr 30 16:25:25.198754 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b8dda698-176f-4822-b6c3-890dbdc04a61 req-50692241-0d31-4474-8e89-0b7bc661cb75 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554881
Apr 30 16:25:25.991922 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fde9b-92f1-41d8-9c96-fbb9e57bc7c0 req-2ba6e6e4-b7b1-4255-b40e-48f721ed5881 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:25.996589 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-446fde9b-92f1-41d8-9c96-fbb9e57bc7c0 req-2ba6e6e4-b7b1-4255-b40e-48f721ed5881 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0915034
Apr 30 16:25:26.062311 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-446fde9b-92f1-41d8-9c96-fbb9e57bc7c0 req-d97368ab-850d-4210-82ea-2e3d404c6f5a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604119
Apr 30 16:25:26.100438 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-61f18950-d558-4fe4-86f7-94a5dae049c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:26.102971 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-61f18950-d558-4fe4-86f7-94a5dae049c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1099 time: 0.1129572
Apr 30 16:25:26.321048 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-fd522d11-4b2e-4be1-ae75-9e649f645c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:26.322508 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-fd522d11-4b2e-4be1-ae75-9e649f645c55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 920 time: 0.2129862
Apr 30 16:25:26.448479 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-7fb8d9dc-bc73-4fe4-afab-284b1b5b7620 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62cb194-71c9-4108-ab38-9084b06f38e0 HTTP/1.1" status: 200  len: 217 time: 0.1112077
Apr 30 16:25:26.526733 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-d2ecdf53-e282-431a-b89c-b6ad8e903285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:26.528397 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-d2ecdf53-e282-431a-b89c-b6ad8e903285 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.0682220
Apr 30 16:25:26.578114 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-656723a4-5fc0-4e60-9ed0-a1b259bc4c83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428672
Apr 30 16:25:26.743553 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-281881ad-6d7c-49cd-83a2-78d80ca35316 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583400
Apr 30 16:25:26.892537 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05cb2f89-6c9a-4b6e-9e2d-a58b9afc0b78 req-f63a4a78-0a14-4ccd-adbd-bf159174e050 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397858
Apr 30 16:25:27.310256 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002b5cf-4cf2-4b36-8da4-ffe0d83073a0 req-e9366559-a499-4d69-a8d3-1bc3647bcc92 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:27.311811 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6002b5cf-4cf2-4b36-8da4-ffe0d83073a0 req-e9366559-a499-4d69-a8d3-1bc3647bcc92 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1098697
Apr 30 16:25:27.367612 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6002b5cf-4cf2-4b36-8da4-ffe0d83073a0 req-d07f4f97-4b75-4db9-85c6-dd95b33079a8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481439
Apr 30 16:25:28.541777 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46286) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:28.634674 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812f14-4bbb-49fd-85de-487725a7d128 req-493c6bb6-8aa9-409e-ad4d-799fdb60a5a2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:28.636902 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0d812f14-4bbb-49fd-85de-487725a7d128 req-493c6bb6-8aa9-409e-ad4d-799fdb60a5a2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1147771
Apr 30 16:25:28.699966 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0d812f14-4bbb-49fd-85de-487725a7d128 req-ee911b7a-235f-4bc3-9bdd-2991cbc2c9ef tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542278
Apr 30 16:25:28.745953 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:28.768596 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:28.773700 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Usage tracker for resource:security_group_rule and tenant:176d325fdce54f8aa3e52b60d34611a9 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:28.777136 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:28.783657 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:28.876384 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:28.965372 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:28.975420 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e4c264d8-04ad-49b2-b6fa-dfaa1a6e58b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:29.017791 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=176d325fdce54f8aa3e52b60d34611a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4747505
Apr 30 16:25:29.018679 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e6f168-0735-411e-a690-0b353ccd6fe9,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:29.022368 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46300) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:29.026225 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:29.101356 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-38226756-c2d4-4931-ba32-eff890c69a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:29.132302 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-38226756-c2d4-4931-ba32-eff890c69a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:29.278971 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-38226756-c2d4-4931-ba32-eff890c69a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:29.285563 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b6042619-23cf-46f3-ac17-abd692e61d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:29.297620 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226756-c2d4-4931-ba32-eff890c69a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e6f168-0735-411e-a690-0b353ccd6fe9,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:29.300370 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-38226756-c2d4-4931-ba32-eff890c69a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:29.306880 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-38226756-c2d4-4931-ba32-eff890c69a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:29.308346 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-38226756-c2d4-4931-ba32-eff890c69a79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87e6f168-0735-411e-a690-0b353ccd6fe9 HTTP/1.1" status: 204  len: 168 time: 0.2847211
Apr 30 16:25:29.603669 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46316) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:29.756836 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:29.790735 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:29.797979 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Usage tracker for resource:security_group_rule and tenant:30000c0960554ac8909e4ed06a18c3ae is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:29.797979 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:29.803681 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:29.892615 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:29.930271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bbd1-bc20-41a9-b584-5f7ef96256e5 req-850f6ebe-af53-40c8-8c7a-6d10574a7a25 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:29.931762 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f3a6bbd1-bc20-41a9-b584-5f7ef96256e5 req-850f6ebe-af53-40c8-8c7a-6d10574a7a25 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0905764
Apr 30 16:25:29.980771 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f3a6bbd1-bc20-41a9-b584-5f7ef96256e5 req-dd823fff-78f3-4569-aa79-d5239136c121 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425887
Apr 30 16:25:30.022611 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.041041 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6c4a90bc-7adb-4624-928a-77051f4be900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:30.117168 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46330) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:30.121395 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30000c0960554ac8909e4ed06a18c3ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5165603
Apr 30 16:25:30.122464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b990d4de-906e-4433-ba5d-64da6996b94f,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:30.124905 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46334) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:30.127771 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:30.136705 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.152182 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:30.156060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Usage tracker for resource:security_group_rule and tenant:aa02c9cba9de4d7b9cdf72f90b2e3c5c is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:30.158947 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:30.165091 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:30.211909 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f8aea146-a9dd-4bbe-8beb-baf0d39379d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.253100 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.260663 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f8aea146-a9dd-4bbe-8beb-baf0d39379d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.318863 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.334176 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ccbb6d5c-681a-4aca-9f66-18a118ae55cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:30.379865 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa02c9cba9de4d7b9cdf72f90b2e3c5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2580106
Apr 30 16:25:30.379865 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c5022-9d96-40cd-bbbc-4f181036164a,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:30.380401 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46342) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:30.381775 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:30.421778 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f8aea146-a9dd-4bbe-8beb-baf0d39379d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.421778 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:30.446502 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aea146-a9dd-4bbe-8beb-baf0d39379d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b990d4de-906e-4433-ba5d-64da6996b94f,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:30.449774 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f8aea146-a9dd-4bbe-8beb-baf0d39379d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:30.473538 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-94b79be6-5444-4867-90ac-4e3c367df549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.477830 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f8aea146-a9dd-4bbe-8beb-baf0d39379d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.477830 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f8aea146-a9dd-4bbe-8beb-baf0d39379d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b990d4de-906e-4433-ba5d-64da6996b94f HTTP/1.1" status: 204  len: 168 time: 0.3505857
Apr 30 16:25:30.513377 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-94b79be6-5444-4867-90ac-4e3c367df549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.622339 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-94b79be6-5444-4867-90ac-4e3c367df549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.626206 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:30.638498 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b79be6-5444-4867-90ac-4e3c367df549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c5022-9d96-40cd-bbbc-4f181036164a,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:30.642023 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-94b79be6-5444-4867-90ac-4e3c367df549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:30.645878 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-94b79be6-5444-4867-90ac-4e3c367df549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:30.646980 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-94b79be6-5444-4867-90ac-4e3c367df549 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad3c5022-9d96-40cd-bbbc-4f181036164a HTTP/1.1" status: 204  len: 168 time: 0.2656004
Apr 30 16:25:31.218841 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f38ff-8ef7-4831-beb2-991bbfd1c9e0 req-b74311e2-e2e6-427f-b5e8-d8982862d42a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:31.220472 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1d5f38ff-8ef7-4831-beb2-991bbfd1c9e0 req-b74311e2-e2e6-427f-b5e8-d8982862d42a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0935175
Apr 30 16:25:31.274455 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1d5f38ff-8ef7-4831-beb2-991bbfd1c9e0 req-9f53a056-830d-43e3-9149-37f8f30c7bdd tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457067
Apr 30 16:25:32.488796 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521835c-b1b3-4be0-9560-124217f81fe7 req-6712c556-9435-4147-bfb7-7e20b8f5ee2d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:32.495540 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5521835c-b1b3-4be0-9560-124217f81fe7 req-6712c556-9435-4147-bfb7-7e20b8f5ee2d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1065536
Apr 30 16:25:32.541733 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5521835c-b1b3-4be0-9560-124217f81fe7 req-f3c3a785-21d0-4ab5-a33f-ddf222f98385 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453191
Apr 30 16:25:33.730579 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db399e-4bfa-4774-abf4-f0c9890b6237 req-001fca59-569a-41e4-88da-cbfc98a3c807 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:33.732045 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c0db399e-4bfa-4774-abf4-f0c9890b6237 req-001fca59-569a-41e4-88da-cbfc98a3c807 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0808396
Apr 30 16:25:33.779010 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c0db399e-4bfa-4774-abf4-f0c9890b6237 req-1f0c36a6-ac4e-47b7-88bd-cefb272bf71a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411386
Apr 30 16:25:34.689793 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:25:34.975278 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edcad2-bf28-4e8c-a0e0-6ffa9926a841 req-b484b740-e5f2-4603-8cce-cfb4da63a921 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:34.976670 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-45edcad2-bf28-4e8c-a0e0-6ffa9926a841 req-b484b740-e5f2-4603-8cce-cfb4da63a921 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0870867
Apr 30 16:25:35.024844 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-45edcad2-bf28-4e8c-a0e0-6ffa9926a841 req-49651951-0e7b-4029-8922-145db6d4f29b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423303
Apr 30 16:25:36.215155 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975cc5-c947-4bc4-be1c-588ce1f695a1 req-b9bd1466-50f0-432c-a947-529bdb5224dd tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:36.216606 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e7975cc5-c947-4bc4-be1c-588ce1f695a1 req-b9bd1466-50f0-432c-a947-529bdb5224dd tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0819459
Apr 30 16:25:36.310414 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e7975cc5-c947-4bc4-be1c-588ce1f695a1 req-9b373d51-53e2-4fc0-bdb5-2ab0452dba4a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869763
Apr 30 16:25:37.497138 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be299ff8-e603-488a-bd80-d18d02a2209b req-557fcdae-e87b-45af-8ff8-af71cd621c64 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:37.498672 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-be299ff8-e603-488a-bd80-d18d02a2209b req-557fcdae-e87b-45af-8ff8-af71cd621c64 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0828078
Apr 30 16:25:37.544114 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-be299ff8-e603-488a-bd80-d18d02a2209b req-7ee09495-8d95-433b-b6df-5b26782ba154 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395110
Apr 30 16:25:38.894245 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd70c5d-af15-45e5-9d98-a8f7bf265194 req-94f6b801-acf3-408e-8757-9ad67494ffa5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:38.895912 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9fd70c5d-af15-45e5-9d98-a8f7bf265194 req-94f6b801-acf3-408e-8757-9ad67494ffa5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0915151
Apr 30 16:25:38.942702 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9fd70c5d-af15-45e5-9d98-a8f7bf265194 req-09bf5c84-3c73-4719-b665-1ff950b05067 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409648
Apr 30 16:25:40.134163 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7744ff0-1891-401b-8cef-e5a8dae36e70 req-02d0ae76-228e-4c4f-ab5e-23a3389f9280 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:40.135626 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f7744ff0-1891-401b-8cef-e5a8dae36e70 req-02d0ae76-228e-4c4f-ab5e-23a3389f9280 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0837550
Apr 30 16:25:40.180484 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f7744ff0-1891-401b-8cef-e5a8dae36e70 req-516c5e97-5ecd-4296-83b6-35be84d85cfc tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391853
Apr 30 16:25:41.376356 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566e9b-0719-4618-8d5d-68618e1d9281 req-beb3b175-626b-4faf-b666-2753cbf37a1d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:41.377798 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c566e9b-0719-4618-8d5d-68618e1d9281 req-beb3b175-626b-4faf-b666-2753cbf37a1d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0899718
Apr 30 16:25:41.424478 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c566e9b-0719-4618-8d5d-68618e1d9281 req-f85fcee3-c16d-400b-8d14-79d53984560e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399809
Apr 30 16:25:42.617600 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce14372-5c0e-4e9c-b951-3ae4d25d6fdf req-337d71dd-8caf-45b4-ae99-16487eb1c30e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:42.619263 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bce14372-5c0e-4e9c-b951-3ae4d25d6fdf req-337d71dd-8caf-45b4-ae99-16487eb1c30e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0880342
Apr 30 16:25:42.667627 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bce14372-5c0e-4e9c-b951-3ae4d25d6fdf req-0ff37519-066e-4c69-9fdd-3b4cf52113cd tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423827
Apr 30 16:25:43.860597 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b4d33-f440-4e20-9f9c-a5010b0c8c68 req-d0c1cff3-9500-4a74-b357-38cbb6a7ae83 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:43.862115 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-698b4d33-f440-4e20-9f9c-a5010b0c8c68 req-d0c1cff3-9500-4a74-b357-38cbb6a7ae83 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0860441
Apr 30 16:25:43.908388 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-698b4d33-f440-4e20-9f9c-a5010b0c8c68 req-5ff9f2b3-32c6-402d-8a67-bd384ba1c5d7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396099
Apr 30 16:25:45.104652 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d694164-a614-42ce-9bf0-9dda9b8a12e4 req-cd3a25fb-3fe9-408f-b950-2327fa760e75 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:45.106321 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3d694164-a614-42ce-9bf0-9dda9b8a12e4 req-cd3a25fb-3fe9-408f-b950-2327fa760e75 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0851369
Apr 30 16:25:45.116606 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971d5d0-ab2e-40a9-b536-3eac5a14cb8e req-be462b34-06d8-4e76-9cb4-3e62a9e14106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:45.118181 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c971d5d0-ab2e-40a9-b536-3eac5a14cb8e req-be462b34-06d8-4e76-9cb4-3e62a9e14106 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1099 time: 0.0736871
Apr 30 16:25:45.157533 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3d694164-a614-42ce-9bf0-9dda9b8a12e4 req-82a796c1-d230-45d2-b2a9-ee73cdef27bc tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431776
Apr 30 16:25:45.166871 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c971d5d0-ab2e-40a9-b536-3eac5a14cb8e req-bad39713-0f55-470b-9d47-95756929a00a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416315
Apr 30 16:25:45.416169 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:45.851378 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-2ed7bc75-51a5-491f-8527-88ee16cacf87 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:45.853083 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-2ed7bc75-51a5-491f-8527-88ee16cacf87 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 815 time: 0.1783669
Apr 30 16:25:45.868167 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-31e381ec-9042-40e9-a949-2e361a45a037 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/quotas/5963a92155674c6583c2b37df3d0f815 HTTP/1.1" status: 200  len: 375 time: 0.0093632
Apr 30 16:25:45.959226 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-3a78459b-e61d-4d3d-b4f8-596ca6468b17 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0853560
Apr 30 16:25:46.099611 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-a7f19bea-ea14-4985-bb23-f86b7e4369ce service neutron] 10.222.0.57 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335728
Apr 30 16:25:46.198998 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0561b4db-0ba6-4a49-a4b3-d3fc90f685a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:46.245731 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-af5243a8-d8ff-44ee-aec7-37319fcd614b service neutron] 10.222.0.57 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402974
Apr 30 16:25:46.371830 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593551b-77ce-4eae-92ff-1c3c8ad20f39 req-299f4c21-b386-4507-8e2e-8862cf8ba976 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:46.373334 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f593551b-77ce-4eae-92ff-1c3c8ad20f39 req-299f4c21-b386-4507-8e2e-8862cf8ba976 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0954158
Apr 30 16:25:46.420922 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f593551b-77ce-4eae-92ff-1c3c8ad20f39 req-b2709038-0c32-4117-bff0-45de90acd98a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415947
Apr 30 16:25:46.703114 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f73b99d8-43d3-4b9a-8aff-52cd11ccdd59 req-8e540ad6-d793-4ba9-a517-4dfaebb58e85 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 210 time: 0.0595260
Apr 30 16:25:47.444501 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46730) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:47.626612 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ad94-f1f1-4b28-9b5a-4d69bb64648a req-d8cbc234-3470-413f-963d-d0c72ff9847e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:47.629156 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c727ad94-f1f1-4b28-9b5a-4d69bb64648a req-d8cbc234-3470-413f-963d-d0c72ff9847e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0977216
Apr 30 16:25:47.684079 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c727ad94-f1f1-4b28-9b5a-4d69bb64648a req-34d9bb0c-b7a0-4844-85ea-e738c3caaf67 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478134
Apr 30 16:25:47.797205 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:47.816876 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:47.820138 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46748) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:47.824890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Usage tracker for resource:security_group_rule and tenant:129265b0ddd342b685e9b63535daba00 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:47.828656 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:47.836547 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:47.910300 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c781f5c7-ef83-47cf-932d-2e89e87c4a1d req-67c06e67-388c-4cb4-9382-c447679a8b6b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 210 time: 0.0734203
Apr 30 16:25:47.911955 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:47.929810 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:47.934787 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Usage tracker for resource:security_group_rule and tenant:32d975b3ada24df580c51b745500c1be is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:47.938101 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:47.953209 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:47.963739 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.039007 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46756) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:48.084306 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.093640 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-82ba249d-62a5-4cd2-9de5-2d9f46229312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:48.141991 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=129265b0ddd342b685e9b63535daba00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6963506
Apr 30 16:25:48.145230 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e395945-8ba3-4cf6-8936-3b90e01ef830,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:48.152674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:48.153291 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46764) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:48.190099 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.196380 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.296914 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.307318 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:48.335597 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:48.341725 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Usage tracker for resource:security_group_rule and tenant:c07a802af38b4d5abe1c80822b75a2e4 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:48.352315 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:48.354768 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=32d975b3ada24df580c51b745500c1be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5333152
Apr 30 16:25:48.354913 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46774) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:48.356636 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159cdcca-85c8-4b63-af80-a4004e9edbf0,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:48.362024 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:48.385138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:48.385138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f2b2-3dd4-4daf-877b-b613c6abaf4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.553746 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f2b2-3dd4-4daf-877b-b613c6abaf4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.701268 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c60ac7-dfb4-4417-b752-882281f45f3f req-664f15f1-b904-489f-9dc3-ef8d09067ddb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:48.702847 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-08c60ac7-dfb4-4417-b752-882281f45f3f req-664f15f1-b904-489f-9dc3-ef8d09067ddb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.3119879
Apr 30 16:25:48.703560 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f614a614-8d56-4777-989d-669958d465b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.781791 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.786134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-bef7317c-612c-46d6-8aac-24c25b7313f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:48.787650 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-bef7317c-612c-46d6-8aac-24c25b7313f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1099 time: 0.3232567
Apr 30 16:25:48.793397 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f614a614-8d56-4777-989d-669958d465b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.819457 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.855723 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-579782b0-13c1-4c4b-8ef3-3831c88eecb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.862246 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-08c60ac7-dfb4-4417-b752-882281f45f3f req-11fbd94c-bae6-47c6-9ac6-95c07ff067c8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352098
Apr 30 16:25:48.937752 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f2b2-3dd4-4daf-877b-b613c6abaf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.946805 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ab673076-7349-42cd-99c6-af27b79a695b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:48.963941 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8f2b2-3dd4-4daf-877b-b613c6abaf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e395945-8ba3-4cf6-8936-3b90e01ef830,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:48.973078 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7fd8f2b2-3dd4-4daf-877b-b613c6abaf4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:48.997668 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f2b2-3dd4-4daf-877b-b613c6abaf4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:48.998788 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-7fd8f2b2-3dd4-4daf-877b-b613c6abaf4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e395945-8ba3-4cf6-8936-3b90e01ef830 HTTP/1.1" status: 204  len: 168 time: 0.8444054
Apr 30 16:25:49.002382 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.014956 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:49.029298 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-6539be63-5d67-4300-a97c-d131b76c7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:49.030793 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-6539be63-5d67-4300-a97c-d131b76c7468 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 920 time: 0.2178571
Apr 30 16:25:49.100526 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-23234765-fe7c-443e-ae2a-3c130c0a8d6e req-70959565-09ac-4b5b-a034-b2d843a221b0 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 210 time: 0.0465922
Apr 30 16:25:49.126669 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6245b8-7aed-41fa-b6d4-a79f44ade098,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:49.129686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f614a614-8d56-4777-989d-669958d465b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.134440 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:49.134923 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:49.141878 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-f3fd85bb-19de-4020-91a2-e1074a782b4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62cb194-71c9-4108-ab38-9084b06f38e0 HTTP/1.1" status: 200  len: 217 time: 0.1007078
Apr 30 16:25:49.147631 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f5aad7c4-22ed-4d6b-a1a9-0bf3a59c4876 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c07a802af38b4d5abe1c80822b75a2e4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1075227
Apr 30 16:25:49.150789 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46792) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:49.151297 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614a614-8d56-4777-989d-669958d465b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159cdcca-85c8-4b63-af80-a4004e9edbf0,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:49.153460 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f614a614-8d56-4777-989d-669958d465b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.157247 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f614a614-8d56-4777-989d-669958d465b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/159cdcca-85c8-4b63-af80-a4004e9edbf0 HTTP/1.1" status: 204  len: 168 time: 0.7961872
Apr 30 16:25:49.157247 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f614a614-8d56-4777-989d-669958d465b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:49.225417 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-d3e2ca0a-7db4-4a70-9ca6-b95c84f5b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:49.228362 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a9ede36-2002-41a3-a433-00e731109bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.229328 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-d3e2ca0a-7db4-4a70-9ca6-b95c84f5b02f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.0718110
Apr 30 16:25:49.258190 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a9ede36-2002-41a3-a433-00e731109bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.289165 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-e597069a-55c2-4406-acbf-7dc3548030eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543580
Apr 30 16:25:49.408068 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46802) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:49.416030 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a9ede36-2002-41a3-a433-00e731109bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.421696 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1d5fc4a7-e569-47a7-8682-08255329331d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:49.437557 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ede36-2002-41a3-a433-00e731109bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6245b8-7aed-41fa-b6d4-a79f44ade098,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:49.441395 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2a9ede36-2002-41a3-a433-00e731109bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:49.451784 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a9ede36-2002-41a3-a433-00e731109bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.452995 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2a9ede36-2002-41a3-a433-00e731109bde admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc6245b8-7aed-41fa-b6d4-a79f44ade098 HTTP/1.1" status: 204  len: 168 time: 0.3011162
Apr 30 16:25:49.473395 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-47ad8b07-334f-4160-b8e2-70ce374ef356 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714089
Apr 30 16:25:49.744311 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd5731f-4551-4615-b6d2-96b7ce945d34 req-ce8e6fff-ce5d-41a5-bbac-4cc6a907f86f service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2582493
Apr 30 16:25:49.779221 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.781207 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-bdc083a2-97b4-4a55-9a36-2a3a4fbe0afa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:49.783076 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-bdc083a2-97b4-4a55-9a36-2a3a4fbe0afa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 815 time: 0.2001243
Apr 30 16:25:49.786868 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.801050 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:49.809802 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Usage tracker for resource:security_group_rule and tenant:c7afa61383534dc4a4044205f4b1e42c is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:49.812813 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:49.819323 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:49.832438 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Request body: {'port': {'device_id': 'a62e6ee2-626b-4544-a844-6fd880992d8b', 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'admin_state_up': True, 'tenant_id': '5963a92155674c6583c2b37df3d0f815'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:25:49.930587 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:49.985398 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:49.995272 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:50.058703 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.074286 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-38226756-c2d4-4931-ba32-eff890c69a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:50.076851 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46822) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:50.103823 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.125435 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:50.126839 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7afa61383534dc4a4044205f4b1e42c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7176707
Apr 30 16:25:50.131067 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46828) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:50.131420 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97069f42-8bd3-4f82-b6ba-c6375301a0b1,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:50.135913 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Usage tracker for resource:security_group_rule and tenant:59568e55bf7d4b67bbd2735d6a82ba37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:50.142767 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:50.155147 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:50.163244 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:50.169740 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03464d9c-088a-4bf6-91a7-3f68ef18a040 req-34d1aabf-e973-4c90-8e3e-436e5e764114 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:50.172037 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-03464d9c-088a-4bf6-91a7-3f68ef18a040 req-34d1aabf-e973-4c90-8e3e-436e5e764114 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1668341
Apr 30 16:25:50.192928 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Made reservation on behalf of 5963a92155674c6583c2b37df3d0f815 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:25:50.196425 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.294167 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-03464d9c-088a-4bf6-91a7-3f68ef18a040 req-39f38b5c-0c01-4958-b6d4-307d7d22326d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139679
Apr 30 16:25:50.415639 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8c32cf8a-f052-475e-b2bf-d062a361aa92 req-8cadacec-e139-4f5e-908a-9d88b2b3b4d1 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 210 time: 0.1265676
Apr 30 16:25:50.450167 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a244a0c9-3844-4c4f-bd89-8dc384da44d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.515278 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a244a0c9-3844-4c4f-bd89-8dc384da44d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.576269 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46838) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:50.594914 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.611701 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:50.618031 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Usage tracker for resource:security_group_rule and tenant:17a6547c80f94d379734929e07984837 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:50.621855 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:50.632080 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:50.715760 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.743083 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Allocated IP 172.20.0.4 (0f899f3b-47df-4519-9c6f-b082fd36c42e/3f3fbaaa-ff23-4124-a220-c198118c6fa7/9b1a88c3-1710-4d3d-b0a4-25bd567020b8) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:25:50.774862 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46844) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:50.794671 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.813629 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:50.818285 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] Usage tracker for resource:security_group_rule and tenant:26010ef633b7411680b39fae2692bbb0 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:50.821210 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:50.827296 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:50.891341 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.909810 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-dc598045-f6a1-47f8-8456-0ed69727ddd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:50.953444 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a244a0c9-3844-4c4f-bd89-8dc384da44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:50.970917 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167bb394-40ef-4e65-bb62-bff45d0e83bf,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:50.974097 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:50.979699 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fcd035bc-d4c6-4d78-b208-4d88f1f8d802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:50.989436 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59568e55bf7d4b67bbd2735d6a82ba37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9095180
Apr 30 16:25:50.994684 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46848) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:51.000246 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.001724 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244a0c9-3844-4c4f-bd89-8dc384da44d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97069f42-8bd3-4f82-b6ba-c6375301a0b1,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:51.002144 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.019631 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a244a0c9-3844-4c4f-bd89-8dc384da44d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:51.073311 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.102124 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2216a179-d6ab-4a21-a9d1-e9ccdf393702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.135008 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2216a179-d6ab-4a21-a9d1-e9ccdf393702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.187582 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.194882 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.200029 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a244a0c9-3844-4c4f-bd89-8dc384da44d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.202533 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-a244a0c9-3844-4c4f-bd89-8dc384da44d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97069f42-8bd3-4f82-b6ba-c6375301a0b1 HTTP/1.1" status: 204  len: 168 time: 1.0685475
Apr 30 16:25:51.204122 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5eeac84c-7938-49d1-8681-89b0a5312a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:51.262843 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=17a6547c80f94d379734929e07984837&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6850753
Apr 30 16:25:51.264554 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46856) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:51.265904 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26010ef633b7411680b39fae2692bbb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4906387
Apr 30 16:25:51.267941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240328a7-0322-4f4d-94f8-f4cb9b50f83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d175f1b7-f123-4aa1-ad97-7629f350224e,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:51.268337 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.269940 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46860) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:51.300551 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d1f4866b-1034-4e5e-953d-7149ea136b77 tempest-DeleteServersTestJSON-420404757 tempest-DeleteServersTestJSON-420404757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:51.307942 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb504d-6cee-488f-969b-d0c291b581cc,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:51.314066 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:51.314601 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:51.314957 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:51.315992 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:25:51.362910 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2216a179-d6ab-4a21-a9d1-e9ccdf393702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.365243 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2216a179-d6ab-4a21-a9d1-e9ccdf393702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.371585 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-2216a179-d6ab-4a21-a9d1-e9ccdf393702 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/167bb394-40ef-4e65-bb62-bff45d0e83bf HTTP/1.1" status: 204  len: 168 time: 0.3700733
Apr 30 16:25:51.379673 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.395581 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:25:51.411340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:25:51.435433 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:25:51.562841 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Pushing event updated for resources: {'Port': ['ID=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:51.574485 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:51.576837 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:51.624700 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216a179-d6ab-4a21-a9d1-e9ccdf393702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167bb394-40ef-4e65-bb62-bff45d0e83bf,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:51.644434 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2216a179-d6ab-4a21-a9d1-e9ccdf393702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:51.652722 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-12e3f8dd-abd5-4e3e-b6c5-64bf64b3f16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.677204 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:51.677974 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.695532 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4df8-ec47-4f2e-bf2c-1e95cca37c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.761994 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd3515-62f1-4e93-a0af-dbbeb0d777f9 req-8b137068-cae0-4b76-a794-f07e2a2811eb tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:51.763514 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-00bd3515-62f1-4e93-a0af-dbbeb0d777f9 req-8b137068-cae0-4b76-a794-f07e2a2811eb tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 931 time: 0.2224457
Apr 30 16:25:51.764034 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-12e3f8dd-abd5-4e3e-b6c5-64bf64b3f16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.777752 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4df8-ec47-4f2e-bf2c-1e95cca37c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:51.810307 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-00bd3515-62f1-4e93-a0af-dbbeb0d777f9 req-1a488b70-c7b9-4b24-9094-8f314d192803 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407875
Apr 30 16:25:51.866044 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacddfc-0c56-4d86-98e3-0876591ddc4e req-8fa82dc8-6bed-439d-8c93-008b1a63a9d7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:51.867553 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-eaacddfc-0c56-4d86-98e3-0876591ddc4e req-8fa82dc8-6bed-439d-8c93-008b1a63a9d7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.3662317
Apr 30 16:25:51.897082 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0707273
Apr 30 16:25:51.926497 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Request body: {'port': {'device_id': 'a62e6ee2-626b-4544-a844-6fd880992d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:25:51.971975 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-eaacddfc-0c56-4d86-98e3-0876591ddc4e req-2a0979e4-2745-4b3a-a5cc-07c0c3ebfcf0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957310
Apr 30 16:25:51.979177 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46880) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:52.028816 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4df8-ec47-4f2e-bf2c-1e95cca37c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.039986 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e1126f0d-4cb7-499d-b543-907c5e707b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:52.057942 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf4df8-ec47-4f2e-bf2c-1e95cca37c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d175f1b7-f123-4aa1-ad97-7629f350224e,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:52.064947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cfcf4df8-ec47-4f2e-bf2c-1e95cca37c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:52.076716 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4df8-ec47-4f2e-bf2c-1e95cca37c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.077842 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-cfcf4df8-ec47-4f2e-bf2c-1e95cca37c2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d175f1b7-f123-4aa1-ad97-7629f350224e HTTP/1.1" status: 204  len: 168 time: 0.7981296
Apr 30 16:25:52.080893 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.091814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-12e3f8dd-abd5-4e3e-b6c5-64bf64b3f16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.094215 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-12e3f8dd-abd5-4e3e-b6c5-64bf64b3f16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.095642 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-12e3f8dd-abd5-4e3e-b6c5-64bf64b3f16e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cdcb504d-6cee-488f-969b-d0c291b581cc HTTP/1.1" status: 204  len: 168 time: 0.8300731
Apr 30 16:25:52.100164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1794a935-3972-499d-86cb-9c881b5ae664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:52.144555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3f8dd-abd5-4e3e-b6c5-64bf64b3f16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb504d-6cee-488f-969b-d0c291b581cc,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:52.152435 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-12e3f8dd-abd5-4e3e-b6c5-64bf64b3f16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:52.384890 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46890) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:52.404131 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.420127 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:52.426407 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:f95b11f7503a4be0b301eeda570e23f5 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:52.429391 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:52.435255 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:52.474092 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:25:52.484806 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.505788 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Transition to ACTIVE for port object 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:25:52.542347 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.590760 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.606894 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:52.610779 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Usage tracker for resource:security_group_rule and tenant:1c2c537b0d20475e9651fd7735be9fe1 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:52.614151 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:52.619856 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:52.622959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.629557 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:52.693495 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.702012 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8ed95260-6446-4426-bc3a-1e135c780d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:52.766614 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f95b11f7503a4be0b301eeda570e23f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3809178
Apr 30 16:25:52.767606 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46896) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:52.768320 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9119f7-66c7-4dc6-ae08-0e7e4e98cbfe,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:52.771446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:52.795964 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:52.804220 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:52.868804 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-827289ef-a1e8-44fd-8d1f-71b300b46865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.876134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Attempting to bind port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:25:52.876480 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Attempting to bind port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:25:52.876786 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Attempting to bind port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:25:52.881694 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:25:52.882004 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Attempting to bind port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 on network 0f899f3b-47df-4519-9c6f-b082fd36c42e {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:25:52.887704 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:25:52.888036 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Checking segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:25:52.888418 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Bound using segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:25:52.888826 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Bound port: 9b1a88c3-1710-4d3d-b0a4-25bd567020b8, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:25:52.889208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.923469 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-827289ef-a1e8-44fd-8d1f-71b300b46865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.975772 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:52.994729 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] For port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:25:52.998565 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] For port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:25:53.052958 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7902da-4b5c-4dc3-9b3d-3f4bb91111a2 req-c92117c0-afeb-4b07-872f-f906aaaf728f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:53.061092 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5e7902da-4b5c-4dc3-9b3d-3f4bb91111a2 req-c92117c0-afeb-4b07-872f-f906aaaf728f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 943 time: 0.1291034
Apr 30 16:25:53.087267 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.104983 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0ef3b03c-f7b3-4217-97f9-112c560284f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:53.113615 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.119704 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:53.180172 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8cacab-1d19-47b3-b8ce-1b2d6a2691b9,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:53.184205 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:53.195126 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c2c537b0d20475e9651fd7735be9fe1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2143996
Apr 30 16:25:53.196156 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-827289ef-a1e8-44fd-8d1f-71b300b46865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.202939 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46914) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:53.203888 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-aadedf67-3418-43a5-bc5a-5168d5ddfe40 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:53.226164 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5e7902da-4b5c-4dc3-9b3d-3f4bb91111a2 req-607c13c7-62f1-49db-9fe8-ca41152d945f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640451
Apr 30 16:25:53.266063 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827289ef-a1e8-44fd-8d1f-71b300b46865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9119f7-66c7-4dc6-ae08-0e7e4e98cbfe,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:53.269924 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-827289ef-a1e8-44fd-8d1f-71b300b46865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:53.302876 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:53.302876 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.303383 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] 10.222.0.69 "PUT /v2.0/ports/9b1a88c3-1710-4d3d-b0a4-25bd567020b8 HTTP/1.1" status: 200  len: 1093 time: 1.3819609
Apr 30 16:25:53.303746 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62e6ee2-626b-4544-a844-6fd880992d8b', 'tag': '9b1a88c3-1710-4d3d-b0a4-25bd567020b8'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:25:53.340234 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:53.348454 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:53.390358 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-827289ef-a1e8-44fd-8d1f-71b300b46865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.393940 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-827289ef-a1e8-44fd-8d1f-71b300b46865 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b9119f7-66c7-4dc6-ae08-0e7e4e98cbfe HTTP/1.1" status: 204  len: 168 time: 0.6206844
Apr 30 16:25:53.415824 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c769302d-8227-4951-a919-85961b27c001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.439821 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62e6ee2-626b-4544-a844-6fd880992d8b', 'tag': '9b1a88c3-1710-4d3d-b0a4-25bd567020b8', 'status': 'completed', 'code': 200}
Apr 30 16:25:53.446601 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c769302d-8227-4951-a919-85961b27c001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.544925 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0b08-e156-4fc4-be6f-e994e79cf13f req-0485cc0f-dc44-4eb1-9f1c-c10a7f448bf3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:53.546461 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-037d0b08-e156-4fc4-be6f-e994e79cf13f req-0485cc0f-dc44-4eb1-9f1c-c10a7f448bf3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1618464
Apr 30 16:25:53.553566 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e73b5-018b-4aac-9685-ea45a0013387 req-81d30914-386b-4ceb-b7dc-479900ce88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:53.555050 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-206e73b5-018b-4aac-9685-ea45a0013387 req-81d30914-386b-4ceb-b7dc-479900ce88fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 1096 time: 0.1098428
Apr 30 16:25:53.690232 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c769302d-8227-4951-a919-85961b27c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.691622 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-037d0b08-e156-4fc4-be6f-e994e79cf13f req-3f067bdb-4057-43a8-8cda-d70a8bb2b8c9 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356852
Apr 30 16:25:53.696695 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a0537c61-8236-4ee0-b8e4-d75e19bd93eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:53.715103 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769302d-8227-4951-a919-85961b27c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8cacab-1d19-47b3-b8ce-1b2d6a2691b9,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:53.718239 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c769302d-8227-4951-a919-85961b27c001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:53.726556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c769302d-8227-4951-a919-85961b27c001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:53.728752 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c769302d-8227-4951-a919-85961b27c001 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d8cacab-1d19-47b3-b8ce-1b2d6a2691b9 HTTP/1.1" status: 204  len: 168 time: 0.4981074
Apr 30 16:25:53.734838 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e73b5-018b-4aac-9685-ea45a0013387 req-4230c713-d7ed-4f27-a482-a3b7f860ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:53.737711 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-206e73b5-018b-4aac-9685-ea45a0013387 req-4230c713-d7ed-4f27-a482-a3b7f860ce39 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5963a92155674c6583c2b37df3d0f815&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1663203
Apr 30 16:25:53.892258 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e73b5-018b-4aac-9685-ea45a0013387 req-c8a57990-102d-4342-b9c3-8ad22a7fd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:53.894528 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-206e73b5-018b-4aac-9685-ea45a0013387 req-c8a57990-102d-4342-b9c3-8ad22a7fd373 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1494114
Apr 30 16:25:54.030805 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-2bacbb1b-fe49-4a0b-914f-82d43497310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:54.032315 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-2bacbb1b-fe49-4a0b-914f-82d43497310e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 1096 time: 0.0725601
Apr 30 16:25:54.117685 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-a82cd748-4bd5-4924-8114-deb751de2ea8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1a88c3-1710-4d3d-b0a4-25bd567020b8 HTTP/1.1" status: 200  len: 217 time: 0.0667632
Apr 30 16:25:54.183586 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-295b3f43-5456-449c-8716-8c0b6c7ea56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:54.185327 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-295b3f43-5456-449c-8716-8c0b6c7ea56c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 200  len: 855 time: 0.0613143
Apr 30 16:25:54.238566 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-a436edf9-b758-4d6a-bfc0-7a9548f95ba7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f899f3b-47df-4519-9c6f-b082fd36c42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462074
Apr 30 16:25:54.441477 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-be727874-0b03-4155-a243-3db807fcfb5a service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913657
Apr 30 16:25:54.494273 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f6892-4faa-4552-8ad1-3ffd3de92429 req-a88c5c61-76f7-4eb2-b77e-277e8b77037a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:54.495185 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-409f6892-4faa-4552-8ad1-3ffd3de92429 req-a88c5c61-76f7-4eb2-b77e-277e8b77037a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:25:54.603352 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a8acf96b-9590-4cd7-870e-a4dacea94adf req-cdfec63e-788b-4856-b82c-be6b0178862e service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527567
Apr 30 16:25:54.672698 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-409f6892-4faa-4552-8ad1-3ffd3de92429 req-a88c5c61-76f7-4eb2-b77e-277e8b77037a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:25:54.674016 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-409f6892-4faa-4552-8ad1-3ffd3de92429 req-a88c5c61-76f7-4eb2-b77e-277e8b77037a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 943 time: 0.3247499
Apr 30 16:25:54.730666 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-409f6892-4faa-4552-8ad1-3ffd3de92429 req-39113a4e-7b2c-4b59-be33-1efdbbc11230 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492079
Apr 30 16:25:54.822758 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 46966) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:54.843880 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:54.860322 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:54.866544 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Usage tracker for resource:security_group_rule and tenant:1cd0776189194100b5f62450801a61a0 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:54.868556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:54.874660 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:54.987989 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:55.169727 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:55.177950 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f6806b64-da65-4aa7-94ff-392f1001b180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:55.221910 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cd0776189194100b5f62450801a61a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3979993
Apr 30 16:25:55.222577 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7652eb1c-8cc7-4dec-a774-2f2fc0dad359,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:55.224800 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 46984) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:55.225649 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:55.295758 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7156374c-2536-4dfb-a65f-0271d28882ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:55.326552 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7156374c-2536-4dfb-a65f-0271d28882ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:55.473412 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7156374c-2536-4dfb-a65f-0271d28882ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:55.478764 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:55.492673 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156374c-2536-4dfb-a65f-0271d28882ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7652eb1c-8cc7-4dec-a774-2f2fc0dad359,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:55.502430 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7156374c-2536-4dfb-a65f-0271d28882ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:55.516340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7156374c-2536-4dfb-a65f-0271d28882ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:55.516340 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-7156374c-2536-4dfb-a65f-0271d28882ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7652eb1c-8cc7-4dec-a774-2f2fc0dad359 HTTP/1.1" status: 204  len: 168 time: 0.2805803
Apr 30 16:25:55.633393 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 47008) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:55.929004 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44737d36-0500-4c55-bf68-230f604d7f8a req-0f939901-a20e-47b9-9d65-6ce9e8a6692f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:55.935956 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-44737d36-0500-4c55-bf68-230f604d7f8a req-0f939901-a20e-47b9-9d65-6ce9e8a6692f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 943 time: 0.0931680
Apr 30 16:25:55.981276 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-44737d36-0500-4c55-bf68-230f604d7f8a req-64652a26-7200-4bb9-956f-de905d4d5843 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450075
Apr 30 16:25:56.027346 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1714498835-network', 'tenant_id': '856596b5ae59424286a0753493c0dc3b'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:25:56.034073 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:56.040989 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Usage tracker for resource:network and tenant:856596b5ae59424286a0753493c0dc3b is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:56.044740 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:56.058368 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:56.158861 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Made reservation on behalf of 856596b5ae59424286a0753493c0dc3b for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:25:56.161477 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:56.179113 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:56.195381 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:56.200122 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Usage tracker for resource:security_group_rule and tenant:856596b5ae59424286a0753493c0dc3b is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:56.203233 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:56.211271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:56.301948 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:56.398617 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:56.401797 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ce41c3bf-3b72-4b1b-9e51-c3269c0e8a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:56.436744 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:25:56.446030 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91a4b72-4173-4ee4-acb5-7617759d1ed1,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:56.449683 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:56.453582 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:56.453919 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Added segment e8ba9a74-69ec-4332-a63b-ae6ec0213b8c of type vlan for network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae
Apr 30 16:25:56.480857 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:56.627069 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:56.629249 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:56.630632 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:56.640179 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1efaefa8-94e7-49c0-8695-8f9049309725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:56.762791 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Pushing event updated for resources: {'Network': ['ID=15ce335c-a4d1-4a49-b22d-e2f47aa627ae,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:56.773599 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:56.777170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:25:56.911659 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 47060) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:25:56.912190 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2765656
Apr 30 16:25:56.918207 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Request body: {'subnet': {'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1714498835-subnet', 'tenant_id': '856596b5ae59424286a0753493c0dc3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:25:56.928253 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:25:56.949916 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Usage tracker for resource:subnet and tenant:856596b5ae59424286a0753493c0dc3b is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:25:56.959096 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:25:56.972884 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:25:57.127151 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cf287-1047-4cea-b184-2165de749783 req-5ac926ba-089e-4278-8a09-a1a02ec13a84 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:57.128827 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f71cf287-1047-4cea-b184-2165de749783 req-5ac926ba-089e-4278-8a09-a1a02ec13a84 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0969377
Apr 30 16:25:57.143856 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Made reservation on behalf of 856596b5ae59424286a0753493c0dc3b for: {'subnet': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:25:57.146739 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100796'] for subnet, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:57.226921 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85e01b-21b8-463d-8bd0-3355e88b98cc req-db6ca1ce-e181-437b-9239-7ce6e6bc5129 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:57.234998 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ca85e01b-21b8-463d-8bd0-3355e88b98cc req-db6ca1ce-e181-437b-9239-7ce6e6bc5129 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 943 time: 0.1205761
Apr 30 16:25:57.301847 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f71cf287-1047-4cea-b184-2165de749783 req-7a422151-df46-4fd0-8a3a-7853156e3a1b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598835
Apr 30 16:25:57.326513 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ca85e01b-21b8-463d-8bd0-3355e88b98cc req-81a0be23-831e-4b2f-9d59-855b70661145 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902569
Apr 30 16:25:57.884018 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2058091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100782'] for subnet, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:57.889563 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c221a26a-e9fe-4270-b452-ae347f8cc94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:57.997241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0838d4a8-8cb5-43b2-bb0f-808ecba91409,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:58.004471 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:58.011971 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Checking segment: {'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:25:58.012680 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Network hostable DHCP agents. Network: 15ce335c-a4d1-4a49-b22d-e2f47aa627ae, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:25:58.181437 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:25:58.289596 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 15ce335c-a4d1-4a49-b22d-e2f47aa627ae) {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:25:58.301410 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:58.301410 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:58.301599 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8927117-6318-4604-b83b-5b937f4fd33c None None] Network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:25:58.483155 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5691450
Apr 30 16:25:58.558059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:25:58.581874 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0198030-3b22-4c4c-853f-238aff5f4001 req-a1070550-eb62-4f65-964e-5c8e0b899997 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:58.588839 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fdfd3d-3f6e-48b9-afd9-e567b868ae53 None None] Network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:25:58.592404 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b0198030-3b22-4c4c-853f-238aff5f4001 req-a1070550-eb62-4f65-964e-5c8e0b899997 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 943 time: 0.1484666
Apr 30 16:25:58.661662 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b0198030-3b22-4c4c-853f-238aff5f4001 req-dc2503eb-9ac4-4136-a65c-b59ec8cd53f9 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663979
Apr 30 16:25:58.767528 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.db.resource_extend [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 16:25:58.972013 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:25:58.991196 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '9b1a88c3-1710-4d3d-b0a4-25bd567020b8', 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'port_id': '9b1a88c3-1710-4d3d-b0a4-25bd567020b8', 'mac_address': 'fa:16:3e:6c:8e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3fbaaa-ff23-4124-a220-c198118c6fa7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:25:59.099162 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:59.119090 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:25:59.137554 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:25:59.272131 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:25:59.274094 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:25:59.345029 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:25:59.352690 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:25:59.839551 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['9b1a88c3-1710-4d3d-b0a4-25bd567020b8'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:25:59.851138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0d2e1-e9dd-43bc-a1ff-eaac235d9a70 req-64ecfd27-590b-4511-9ac3-523ef795837b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:25:59.851138 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-30c0d2e1-e9dd-43bc-a1ff-eaac235d9a70 req-64ecfd27-590b-4511-9ac3-523ef795837b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 944 time: 0.0895879
Apr 30 16:25:59.897530 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-30c0d2e1-e9dd-43bc-a1ff-eaac235d9a70 req-5e5c026d-5830-49f7-a13e-c284426a5edf tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444722
Apr 30 16:26:00.190671 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-8a431050-8335-4af6-80da-d366d1556f3f tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9e96ace82b054984a75de2d80926bcd0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303876
Apr 30 16:26:00.349351 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a010-1b32-4b55-993e-7e348022f966 req-cd8cdcf3-99f3-48e7-b8ba-5775015055ff tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:00.350807 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-cd8cdcf3-99f3-48e7-b8ba-5775015055ff tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1543977
Apr 30 16:26:00.368183 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-3b2f58fb-36d5-442e-953e-cfab1e662bdf tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/quotas/9e96ace82b054984a75de2d80926bcd0 HTTP/1.1" status: 200  len: 375 time: 0.0100465
Apr 30 16:26:00.417946 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-5e32ad6b-5e89-4f5a-9114-4d69dcf19384 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e96ace82b054984a75de2d80926bcd0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0440600
Apr 30 16:26:00.719084 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f226eb93-a8c2-4dcd-b818-79305b922096 req-18ade802-aa84-40b4-b90c-50a4ddd4f257 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 210 time: 0.0518117
Apr 30 16:26:01.096673 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a62ed-ad42-4330-8766-243f3b7fc8e8 req-d07a1e9c-51cf-4889-b34c-61e1caed7f0a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:01.099327 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1f2a62ed-ad42-4330-8766-243f3b7fc8e8 req-d07a1e9c-51cf-4889-b34c-61e1caed7f0a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 944 time: 0.0916622
Apr 30 16:26:01.148675 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1f2a62ed-ad42-4330-8766-243f3b7fc8e8 req-840f1bca-c6e3-4049-82e4-e6394c354f2b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437520
Apr 30 16:26:01.825852 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-430cba56-4097-430b-87f3-1bf4d9679ef9 req-99ca1f2e-4714-474b-9252-450a688ab0f9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 210 time: 0.0440736
Apr 30 16:26:01.865841 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-8dd8f34d-b264-4636-b2d7-4bbd8e26c8d0 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:01.867270 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-8dd8f34d-b264-4636-b2d7-4bbd8e26c8d0 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/networks?id=15ce335c-a4d1-4a49-b22d-e2f47aa627ae HTTP/1.1" status: 200  len: 814 time: 0.1566563
Apr 30 16:26:01.883545 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-cb86f3af-83a8-4c8c-b4aa-bd6d971168e4 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/quotas/856596b5ae59424286a0753493c0dc3b HTTP/1.1" status: 200  len: 375 time: 0.0106478
Apr 30 16:26:01.933910 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-ce3d0595-34e6-434c-9bd1-c6f9edd09466 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=856596b5ae59424286a0753493c0dc3b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445242
Apr 30 16:26:02.072423 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-9acbfffa-1f65-4796-a7b5-bfbdc413fa96 service neutron] 10.222.0.57 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313500
Apr 30 16:26:02.208954 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-3904baa1-0cd2-4f8a-af6a-d03e2eb5a694 service neutron] 10.222.0.57 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305726
Apr 30 16:26:02.345680 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157153ad-8149-43cc-b442-8054b82b839c req-c8d19121-dffc-4694-a47d-8cc282cc27e1 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:02.347879 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-157153ad-8149-43cc-b442-8054b82b839c req-c8d19121-dffc-4694-a47d-8cc282cc27e1 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 944 time: 0.0918837
Apr 30 16:26:02.437778 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-157153ad-8149-43cc-b442-8054b82b839c req-752d9280-0d26-4b83-881e-38f34a4808d9 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830176
Apr 30 16:26:02.554375 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-267800b5-2ee8-452f-b558-65a70611c887 req-86210242-601e-4e4a-a0c2-d2289a40f235 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 210 time: 0.0573447
Apr 30 16:26:02.604026 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 47242) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:02.606569 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:02.767644 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:02.782018 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:02.786864 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Usage tracker for resource:security_group_rule and tenant:62ff9f3ea3d04fcfad295ab114c1c497 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:02.789898 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:02.795601 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:02.861351 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:02.868609 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:02.869332 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:02.907365 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:03.003560 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:03.036200 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62e6ee2-626b-4544-a844-6fd880992d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1a88c3-1710-4d3d-b0a4-25bd567020b8'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:26:03.041179 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e8b07758-6793-4724-8260-a6357306c81a req-41590489-5950-4a58-8905-a0a4dcc2a46c tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 210 time: 0.0571253
Apr 30 16:26:03.055541 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:03.073219 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:03.082523 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7a0afc09-4ec3-405c-a497-cdd5cf79561e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:03.116770 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62e6ee2-626b-4544-a844-6fd880992d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1a88c3-1710-4d3d-b0a4-25bd567020b8', 'code': 200}
Apr 30 16:26:03.137590 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62ff9f3ea3d04fcfad295ab114c1c497&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5318346
Apr 30 16:26:03.139601 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93db45ea-1303-4381-8bc1-746fa59b21f2,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:03.141398 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 47264) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:03.155941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:03.198835 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:03.201209 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:03.225638 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-928f08a0-cd91-46a9-978b-4ca56cca86f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:03.255715 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-928f08a0-cd91-46a9-978b-4ca56cca86f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:03.274361 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:03.281809 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:03.390356 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-928f08a0-cd91-46a9-978b-4ca56cca86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:03.396577 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:03.411554 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f08a0-cd91-46a9-978b-4ca56cca86f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93db45ea-1303-4381-8bc1-746fa59b21f2,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:03.416630 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-928f08a0-cd91-46a9-978b-4ca56cca86f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:03.419123 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-928f08a0-cd91-46a9-978b-4ca56cca86f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:03.420257 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-928f08a0-cd91-46a9-978b-4ca56cca86f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93db45ea-1303-4381-8bc1-746fa59b21f2 HTTP/1.1" status: 204  len: 168 time: 0.2777605
Apr 30 16:26:03.719303 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8873269c-2b46-482a-b53b-3821f5e9fef9 req-8fd2b6ed-38c8-4ef5-9553-7d8c2864ac88 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 210 time: 0.0518169
Apr 30 16:26:03.754037 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a164e-5426-44ec-b21d-8dd7535cf34a req-7c263900-3cec-4b5a-9c2c-f8a0465c498c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:03.756624 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-475a164e-5426-44ec-b21d-8dd7535cf34a req-7c263900-3cec-4b5a-9c2c-f8a0465c498c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 945 time: 0.1815422
Apr 30 16:26:03.776587 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984a903-dc30-4b1f-a257-3f09719db7d1 req-2ad21275-e4df-400e-a38b-146414a0a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:03.789967 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3984a903-dc30-4b1f-a257-3f09719db7d1 req-2ad21275-e4df-400e-a38b-146414a0a277 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 1098 time: 0.2091205
Apr 30 16:26:03.854793 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3984a903-dc30-4b1f-a257-3f09719db7d1 req-f7caf40e-7fad-4d5b-b54b-ae7e43b4ddc6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575089
Apr 30 16:26:03.896340 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-475a164e-5426-44ec-b21d-8dd7535cf34a req-8036d6d9-f734-433d-b61c-f101fbefbf2f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316934
Apr 30 16:26:04.232643 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ac40295d-c23c-46b4-b3a7-084221b48369 req-a0ca4356-f934-4b1e-b162-426759ad5319 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 210 time: 0.0592864
Apr 30 16:26:04.409259 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 47298) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:04.430429 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:04.445745 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:04.449670 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Usage tracker for resource:security_group_rule and tenant:6af3a6b99f0d4c0fbfb51871ef99c3d3 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:04.453657 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:04.481061 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:04.488254 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-09b6dfe1-b2fd-40d6-bc15-7fca956bd193 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9e96ace82b054984a75de2d80926bcd0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0356870
Apr 30 16:26:04.773359 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a010-1b32-4b55-993e-7e348022f966 req-853adee2-4a65-49a9-93e5-2ab08e66b3bd tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:04.774853 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-853adee2-4a65-49a9-93e5-2ab08e66b3bd tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2785830
Apr 30 16:26:04.802843 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Request body: {'port': {'device_id': 'e3080b61-b7b0-4883-a886-d1d972e7fd95', 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d', 'admin_state_up': True, 'tenant_id': '9e96ace82b054984a75de2d80926bcd0'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:04.827758 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:04.973838 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ca9124fa-a30f-4956-810e-f150e1dda84a req-27163115-5d4f-4dd0-8fd1-32524888ae29 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 210 time: 0.1229236
Apr 30 16:26:04.979602 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:04.988403 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:05.009988 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:05.024303 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Usage tracker for resource:port and tenant:9e96ace82b054984a75de2d80926bcd0 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:05.036589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:05.047744 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:05.058274 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6af3a6b99f0d4c0fbfb51871ef99c3d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6479487
Apr 30 16:26:05.061338 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 47312) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:05.099299 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f048b05-d801-4e80-8624-7db9836ea439,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:05.106027 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:05.137330 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7425-bcf7-4bd0-ade0-dc27cc165a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.155373 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f34af-0f30-4965-bf48-12d5e4183597 req-982a0851-7a38-479f-baf8-0418b89db9d5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:05.156924 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e71f34af-0f30-4965-bf48-12d5e4183597 req-982a0851-7a38-479f-baf8-0418b89db9d5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 945 time: 0.1063099
Apr 30 16:26:05.167027 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7425-bcf7-4bd0-ade0-dc27cc165a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.199258 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Made reservation on behalf of 9e96ace82b054984a75de2d80926bcd0 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:26:05.205026 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.218141 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.235268 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e71f34af-0f30-4965-bf48-12d5e4183597 req-722bc79e-e77b-4844-9d59-efb7f249a736 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712748
Apr 30 16:26:05.241529 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:05.246242 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Usage tracker for resource:security_group_rule and tenant:9e96ace82b054984a75de2d80926bcd0 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:05.251104 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:05.257581 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:05.289914 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7425-bcf7-4bd0-ade0-dc27cc165a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.295383 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b3eadb1f-dbe8-49f9-9c8c-ba9c3f5ee90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:05.308589 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff7425-bcf7-4bd0-ade0-dc27cc165a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f048b05-d801-4e80-8624-7db9836ea439,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:05.318062 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f9ff7425-bcf7-4bd0-ade0-dc27cc165a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:05.327585 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7425-bcf7-4bd0-ade0-dc27cc165a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.328700 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-f9ff7425-bcf7-4bd0-ade0-dc27cc165a90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f048b05-d801-4e80-8624-7db9836ea439 HTTP/1.1" status: 204  len: 168 time: 0.2658641
Apr 30 16:26:05.386572 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.407710 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c033c0d6-f651-4357-a122-0a4ef737b1bb req-1ab22333-9724-4e38-890e-e7c1cc44d203 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 210 time: 0.0527956
Apr 30 16:26:05.444090 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.447174 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a244a0c9-3844-4c4f-bd89-8dc384da44d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:05.526940 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdbecef-b90a-438f-8da0-17370bb1fe91,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:05.532067 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:05.625172 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Allocated IP 192.168.233.132 (b61d18da-6dc4-4903-8de5-e5252e7f902d/24607a2d-97da-4e57-924c-235926c0d049/20aa1bc7-8b08-4369-8f17-86b38e496072) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:05.871206 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:05.890067 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Transition to ACTIVE for port object 20aa1bc7-8b08-4369-8f17-86b38e496072 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:06.079444 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:06.085979 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:06.122635 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-68aff782-30f8-49e9-8f0c-e17b2ba5c0e7 req-b12f0ec1-05e1-478d-9f60-7097402c4d6c tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 210 time: 0.0449207
Apr 30 16:26:06.173281 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Network b61d18da-6dc4-4903-8de5-e5252e7f902d is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:06.177761 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:06.179916 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Pushing event updated for resources: {'Port': ['ID=20aa1bc7-8b08-4369-8f17-86b38e496072,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:06.182219 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:06.211842 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:06.280589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:06.281476 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:06.485145 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6895244
Apr 30 16:26:06.506184 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Request body: {'port': {'device_id': 'e3080b61-b7b0-4883-a886-d1d972e7fd95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:06.592601 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-b9c527b5-fd43-4f64-89f9-3707099f2c72 None None] Provisioning for port 20aa1bc7-8b08-4369-8f17-86b38e496072 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:06.599732 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-b9c527b5-fd43-4f64-89f9-3707099f2c72 None None] Provisioning complete for port 20aa1bc7-8b08-4369-8f17-86b38e496072 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:06.600117 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-b9c527b5-fd43-4f64-89f9-3707099f2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:06.652239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-017386fa-bdc5-44e1-bc71-70be2ed7de2d tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:06.655652 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-017386fa-bdc5-44e1-bc71-70be2ed7de2d tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.69 "GET /v2.0/networks?id=15ce335c-a4d1-4a49-b22d-e2f47aa627ae HTTP/1.1" status: 200  len: 814 time: 0.3279455
Apr 30 16:26:06.679578 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0655a6-c957-466e-9d8f-7ac3ca50c2c2 req-171b783a-7768-4a66-9fe0-df102dd42ccd tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:06.686964 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3c0655a6-c957-466e-9d8f-7ac3ca50c2c2 req-171b783a-7768-4a66-9fe0-df102dd42ccd tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 945 time: 0.2609804
Apr 30 16:26:06.705609 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-b9c527b5-fd43-4f64-89f9-3707099f2c72 None None] Port 20aa1bc7-8b08-4369-8f17-86b38e496072 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:26:06.743896 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4291153-cde2-4219-96dc-226c9e1c2940 req-051b68d9-916f-4fbd-acbc-b6167899eae0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:06.752832 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f4291153-cde2-4219-96dc-226c9e1c2940 req-051b68d9-916f-4fbd-acbc-b6167899eae0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 936 time: 0.1904693
Apr 30 16:26:06.776675 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:06.792494 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Request body: {'port': {'device_id': '04efd704-20d0-4137-ad0d-079347991880', 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae', 'admin_state_up': True, 'tenant_id': '856596b5ae59424286a0753493c0dc3b'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:06.803986 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f4291153-cde2-4219-96dc-226c9e1c2940 req-2ccebb12-d318-4bc7-81d8-992a6b03bf44 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502284
Apr 30 16:26:06.883748 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3c0655a6-c957-466e-9d8f-7ac3ca50c2c2 req-4ec64d1e-dacd-4abe-b9ea-59d58c7118a5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085072
Apr 30 16:26:07.212138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:07.222492 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Usage tracker for resource:port and tenant:856596b5ae59424286a0753493c0dc3b is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:07.227594 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:07.238014 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:07.372522 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Made reservation on behalf of 856596b5ae59424286a0753493c0dc3b for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:26:07.375909 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:07.391131 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e89d2e0f-39a6-4c59-ba4b-6df07f003f81 req-21fca80e-b7a3-4b09-98a1-d41f650498b2 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 210 time: 0.1160541
Apr 30 16:26:07.491877 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 47388) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:07.632744 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Allocated IP 172.20.0.9 (15ce335c-a4d1-4a49-b22d-e2f47aa627ae/0838d4a8-8cb5-43b2-bb0f-808ecba91409/69115053-54a9-49e1-b949-c5e7776491c3) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:07.636720 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:07.639388 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20aa1bc7-8b08-4369-8f17-86b38e496072 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:26:07.650898 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:07.653514 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:07.657596 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Usage tracker for resource:security_group_rule and tenant:e511f2a1afc149da89718f69475c559a is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:07.660513 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:07.666426 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:07.685233 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Transition to ACTIVE for port object 20aa1bc7-8b08-4369-8f17-86b38e496072 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:07.762716 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:07.809570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:07.816770 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:07.967288 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:07.985568 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5457c8dd-ba76-4a3a-8194-4fb39b5e7996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:08.016206 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Pushing event updated for resources: {'Port': ['ID=20aa1bc7-8b08-4369-8f17-86b38e496072,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:08.053926 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.054280 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.055038 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.055038 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.055321 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.055599 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.055933 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.056261 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.056588 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.064909 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.067294 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.067294 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:08.071370 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:08.074192 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.113674 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e511f2a1afc149da89718f69475c559a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6205676
Apr 30 16:26:08.116648 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44118a57-4538-4a0f-9790-49f26cc6511d,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:08.123450 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:08.132418 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 47404) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:08.171089 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996014ce-0889-4adf-b786-7ceb5c0c91ef req-2b2f878b-5d17-4238-8d81-bdf53479a6d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:08.172520 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-996014ce-0889-4adf-b786-7ceb5c0c91ef req-2b2f878b-5d17-4238-8d81-bdf53479a6d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.2493737
Apr 30 16:26:08.220196 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-592c0ebb-6b17-4749-a68b-9f664adaddf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.243915 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-996014ce-0889-4adf-b786-7ceb5c0c91ef req-02f1f2d2-f762-418c-9408-6f59f0d7f743 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632873
Apr 30 16:26:08.252620 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.267731 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:08.307924 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-592c0ebb-6b17-4749-a68b-9f664adaddf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.389934 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:08.396062 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:08.398400 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Pushing event updated for resources: {'Port': ['ID=69115053-54a9-49e1-b949-c5e7776491c3,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:08.406877 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:08.440918 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:08.477729 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:08.484765 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.600578 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-592c0ebb-6b17-4749-a68b-9f664adaddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.607298 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-368c458c-0a13-4d7e-bbde-8b0bd7dd4a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:08.625144 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c0ebb-6b17-4749-a68b-9f664adaddf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44118a57-4538-4a0f-9790-49f26cc6511d,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:08.629110 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-592c0ebb-6b17-4749-a68b-9f664adaddf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.630650 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-592c0ebb-6b17-4749-a68b-9f664adaddf3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44118a57-4538-4a0f-9790-49f26cc6511d HTTP/1.1" status: 204  len: 168 time: 0.4964368
Apr 30 16:26:08.631937 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-592c0ebb-6b17-4749-a68b-9f664adaddf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:08.673395 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Attempting to bind port 20aa1bc7-8b08-4369-8f17-86b38e496072 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:26:08.674081 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Attempting to bind port 20aa1bc7-8b08-4369-8f17-86b38e496072 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:26:08.674869 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Attempting to bind port 20aa1bc7-8b08-4369-8f17-86b38e496072 on network b61d18da-6dc4-4903-8de5-e5252e7f902d {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:08.687569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Port 20aa1bc7-8b08-4369-8f17-86b38e496072 on network b61d18da-6dc4-4903-8de5-e5252e7f902d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:26:08.687896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Attempting to bind port 20aa1bc7-8b08-4369-8f17-86b38e496072 on network b61d18da-6dc4-4903-8de5-e5252e7f902d {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:08.696846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:26:08.697247 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Checking segment: {'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:08.697628 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Bound using segment: {'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:26:08.698009 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Bound port: 20aa1bc7-8b08-4369-8f17-86b38e496072, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab8cb66-b108-4c82-849e-f1acb808e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:26:08.698350 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.717519 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f78e6-fcf2-4ed6-9fcd-9d0a7b7bee24 req-ce228d36-5ff6-40f8-916b-6b88717cd39a tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:08.719952 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-e93f78e6-fcf2-4ed6-9fcd-9d0a7b7bee24 req-ce228d36-5ff6-40f8-916b-6b88717cd39a tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Synchronizing usage tracker for tenant:856596b5ae59424286a0753493c0dc3b on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:26:08.729201 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9550891
Apr 30 16:26:08.768197 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Request body: {'port': {'device_id': '04efd704-20d0-4137-ad0d-079347991880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:08.910556 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] For port 20aa1bc7-8b08-4369-8f17-86b38e496072, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:26:08.927865 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] For port 20aa1bc7-8b08-4369-8f17-86b38e496072, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=20aa1bc7-8b08-4369-8f17-86b38e496072,segment=NetworkSegment(5ab8cb66-b108-4c82-849e-f1acb808e7d8),segment_id=5ab8cb66-b108-4c82-849e-f1acb808e7d8)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:26:08.935954 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:08.950091 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-e93f78e6-fcf2-4ed6-9fcd-9d0a7b7bee24 req-ce228d36-5ff6-40f8-916b-6b88717cd39a tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Unset dirty status for tenant:856596b5ae59424286a0753493c0dc3b on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:26:08.951232 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e93f78e6-fcf2-4ed6-9fcd-9d0a7b7bee24 req-ce228d36-5ff6-40f8-916b-6b88717cd39a tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 931 time: 0.4128599
Apr 30 16:26:09.101726 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e93f78e6-fcf2-4ed6-9fcd-9d0a7b7bee24 req-10230cf6-c71d-4dcb-8dd0-f9a7f84e2152 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179531
Apr 30 16:26:09.107220 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:09.115311 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d6e1d2ae-5584-41c1-952e-2b76ff1d300b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:09.317146 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:09.317748 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:09.320603 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] 10.222.0.69 "PUT /v2.0/ports/20aa1bc7-8b08-4369-8f17-86b38e496072 HTTP/1.1" status: 200  len: 1098 time: 2.8201611
Apr 30 16:26:09.321120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3080b61-b7b0-4883-a886-d1d972e7fd95', 'tag': '20aa1bc7-8b08-4369-8f17-86b38e496072'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:26:09.564361 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Pushing event updated for resources: {'Port': ['ID=20aa1bc7-8b08-4369-8f17-86b38e496072,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:09.596844 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3080b61-b7b0-4883-a886-d1d972e7fd95', 'tag': '20aa1bc7-8b08-4369-8f17-86b38e496072', 'status': 'completed', 'code': 200}
Apr 30 16:26:09.637992 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 47454) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:09.640931 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:09.672658 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:09.698131 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:09.703841 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Usage tracker for resource:security_group_rule and tenant:bcaf0adcb7bf4ce9bbdd4d0ea553eb47 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:09.708889 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:09.717246 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:09.737942 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a010-1b32-4b55-993e-7e348022f966 req-31607f79-7564-4aa1-b7d8-5d7a2205b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:09.739425 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-31607f79-7564-4aa1-b7d8-5d7a2205b23b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e96ace82b054984a75de2d80926bcd0&device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 1101 time: 0.1767998
Apr 30 16:26:09.748898 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7651a3b-a8f8-468f-9eb1-be20a1db0cac req-069b73ed-28aa-4001-a5ee-acc68d6c5ded tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:09.749610 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-b7651a3b-a8f8-468f-9eb1-be20a1db0cac req-069b73ed-28aa-4001-a5ee-acc68d6c5ded tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Synchronizing usage tracker for tenant:9e96ace82b054984a75de2d80926bcd0 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:26:09.827486 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:09.847226 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-a59dfcfd-c418-49f0-959d-a6c3928b9791 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=20aa1bc7-8b08-4369-8f17-86b38e496072 HTTP/1.1" status: 200  len: 217 time: 0.0869770
Apr 30 16:26:09.924396 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:09.934496 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-52dc441d-d3cb-4fdd-b6c2-5287662ac3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:09.950812 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69115053-54a9-49e1-b949-c5e7776491c3 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:26:09.962248 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:09.965223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-b7651a3b-a8f8-468f-9eb1-be20a1db0cac req-069b73ed-28aa-4001-a5ee-acc68d6c5ded tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Unset dirty status for tenant:9e96ace82b054984a75de2d80926bcd0 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:26:09.965732 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b7651a3b-a8f8-468f-9eb1-be20a1db0cac req-069b73ed-28aa-4001-a5ee-acc68d6c5ded tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.5440488
Apr 30 16:26:09.975345 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a010-1b32-4b55-993e-7e348022f966 req-29e10a5c-e81f-4b27-b1a9-6e7724554c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:09.976762 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-29e10a5c-e81f-4b27-b1a9-6e7724554c39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24607a2d-97da-4e57-924c-235926c0d049 HTTP/1.1" status: 200  len: 843 time: 0.0948429
Apr 30 16:26:09.993211 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70241ff6-663e-47b8-bc4f-b0cef864bae3,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:09.997668 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:10.000516 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bcaf0adcb7bf4ce9bbdd4d0ea553eb47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3604610
Apr 30 16:26:10.003980 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 47466) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:10.049492 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Transition to ACTIVE for port object 69115053-54a9-49e1-b949-c5e7776491c3 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:10.081859 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d10e04db-b317-4566-a4db-c12a7b3826c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:10.084042 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-b7651a3b-a8f8-468f-9eb1-be20a1db0cac req-26e8d29d-bfe3-468b-9f74-6d56f1890f16 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Synchronizing usage tracker for tenant:9e96ace82b054984a75de2d80926bcd0 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:26:10.112213 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d10e04db-b317-4566-a4db-c12a7b3826c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:10.122741 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a010-1b32-4b55-993e-7e348022f966 req-b3a8bc65-56b7-4d48-be41-fd52ca0baada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:10.124231 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-b3a8bc65-56b7-4d48-be41-fd52ca0baada service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b61d18da-6dc4-4903-8de5-e5252e7f902d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1136572
Apr 30 16:26:10.171787 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:10.188762 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-baba9771-897d-4e74-98da-3d5328a94051 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:10.237055 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d10e04db-b317-4566-a4db-c12a7b3826c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:10.241223 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a3de452e-e8b8-40c3-b924-66bac467b51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:10.248603 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-b7651a3b-a8f8-468f-9eb1-be20a1db0cac req-26e8d29d-bfe3-468b-9f74-6d56f1890f16 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Unset dirty status for tenant:9e96ace82b054984a75de2d80926bcd0 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:26:10.249842 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b7651a3b-a8f8-468f-9eb1-be20a1db0cac req-26e8d29d-bfe3-468b-9f74-6d56f1890f16 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2763367
Apr 30 16:26:10.258636 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e04db-b317-4566-a4db-c12a7b3826c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70241ff6-663e-47b8-bc4f-b0cef864bae3,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:10.273571 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d10e04db-b317-4566-a4db-c12a7b3826c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:10.282976 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d10e04db-b317-4566-a4db-c12a7b3826c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:10.284829 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d10e04db-b317-4566-a4db-c12a7b3826c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70241ff6-663e-47b8-bc4f-b0cef864bae3 HTTP/1.1" status: 204  len: 168 time: 0.2794628
Apr 30 16:26:10.496041 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Pushing event updated for resources: {'Port': ['ID=69115053-54a9-49e1-b949-c5e7776491c3,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:10.509134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:10.587249 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-88690b5b-9e04-457b-b01f-036b879165f7 service neutron] 10.222.0.69 "GET /v2.0/networks/b61d18da-6dc4-4903-8de5-e5252e7f902d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4544752
Apr 30 16:26:10.671213 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Attempting to bind port 69115053-54a9-49e1-b949-c5e7776491c3 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:26:10.671611 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Attempting to bind port 69115053-54a9-49e1-b949-c5e7776491c3 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:26:10.671948 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Attempting to bind port 69115053-54a9-49e1-b949-c5e7776491c3 on network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:10.713772 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01ee6-10cc-4739-a50e-90c0ccd172b3 req-bf4f4fdf-fbdd-4d17-9482-de6636597cac tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:10.713772 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-66d01ee6-10cc-4739-a50e-90c0ccd172b3 req-bf4f4fdf-fbdd-4d17-9482-de6636597cac tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.3255553
Apr 30 16:26:10.782379 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Port 69115053-54a9-49e1-b949-c5e7776491c3 on network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:26:10.783086 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Attempting to bind port 69115053-54a9-49e1-b949-c5e7776491c3 on network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:10.806738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:26:10.807331 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Checking segment: {'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:10.807474 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Bound using segment: {'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:26:10.808088 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Bound port: 69115053-54a9-49e1-b949-c5e7776491c3, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:26:10.808490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:10.888555 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-66d01ee6-10cc-4739-a50e-90c0ccd172b3 req-4bc1ce33-d03c-4d87-be08-f7e7848012a0 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807046
Apr 30 16:26:10.944070 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46c7a010-1b32-4b55-993e-7e348022f966 req-eeab3860-8f1e-49e1-b119-b23b35eade05 service neutron] 10.222.0.69 "GET /v2.0/networks/b61d18da-6dc4-4903-8de5-e5252e7f902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219261
Apr 30 16:26:10.960117 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] For port 69115053-54a9-49e1-b949-c5e7776491c3, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:26:10.965272 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] For port 69115053-54a9-49e1-b949-c5e7776491c3, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=69115053-54a9-49e1-b949-c5e7776491c3,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:26:11.171765 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:11.179582 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:11.254095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:11.255103 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:11.256984 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] 10.222.0.69 "PUT /v2.0/ports/69115053-54a9-49e1-b949-c5e7776491c3 HTTP/1.1" status: 200  len: 1093 time: 2.4935877
Apr 30 16:26:11.390445 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Pushing event updated for resources: {'Port': ['ID=69115053-54a9-49e1-b949-c5e7776491c3,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:11.403385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:11.498018 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caef656-9229-4d67-9eab-9536b0a0892a req-37403827-95f4-4a84-9001-4e744d9c59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:11.499488 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0caef656-9229-4d67-9eab-9536b0a0892a req-37403827-95f4-4a84-9001-4e744d9c59ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e96ace82b054984a75de2d80926bcd0&device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 1101 time: 0.2054155
Apr 30 16:26:11.512453 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f3e1-2600-4da6-a489-d24d4113cfb2 req-c2e590b5-a2f9-43d3-9d41-30facf8123c6 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:11.514185 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8997f3e1-2600-4da6-a489-d24d4113cfb2 req-c2e590b5-a2f9-43d3-9d41-30facf8123c6 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.1169090
Apr 30 16:26:11.589942 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8997f3e1-2600-4da6-a489-d24d4113cfb2 req-8741f5db-10b5-4142-999b-6cf2e2c509eb tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689929
Apr 30 16:26:11.694442 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:26:11.811849 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04efd704-20d0-4137-ad0d-079347991880', 'tag': '69115053-54a9-49e1-b949-c5e7776491c3'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:26:11.853160 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-2e30e866-34a5-4098-ac80-66fe8f41bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:11.854946 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-2e30e866-34a5-4098-ac80-66fe8f41bbe7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=856596b5ae59424286a0753493c0dc3b&device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 1096 time: 0.4186413
Apr 30 16:26:11.865880 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04efd704-20d0-4137-ad0d-079347991880', 'tag': '69115053-54a9-49e1-b949-c5e7776491c3', 'status': 'completed', 'code': 200}
Apr 30 16:26:11.991365 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-435cdb05-f7f6-4f5c-98cd-3b7413f8bf4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69115053-54a9-49e1-b949-c5e7776491c3 HTTP/1.1" status: 200  len: 217 time: 0.1128032
Apr 30 16:26:11.996663 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caef656-9229-4d67-9eab-9536b0a0892a req-50fdb497-01f9-4c02-be6f-7bf1801ebe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.009063 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0caef656-9229-4d67-9eab-9536b0a0892a req-50fdb497-01f9-4c02-be6f-7bf1801ebe61 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b61d18da-6dc4-4903-8de5-e5252e7f902d HTTP/1.1" status: 200  len: 870 time: 0.4923265
Apr 30 16:26:12.159478 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f65c67-857c-4ac7-887c-6300b48d384c req-f03489ee-0a6f-42ad-99a2-51d2e304e205 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.160758 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-03f65c67-857c-4ac7-887c-6300b48d384c req-f03489ee-0a6f-42ad-99a2-51d2e304e205 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.1143339
Apr 30 16:26:12.184361 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0caef656-9229-4d67-9eab-9536b0a0892a req-61f94019-a57f-4aa8-8cfe-e7a2231e16aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=20aa1bc7-8b08-4369-8f17-86b38e496072 HTTP/1.1" status: 200  len: 217 time: 0.1143951
Apr 30 16:26:12.210311 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-03f65c67-857c-4ac7-887c-6300b48d384c req-7ebf04c8-2146-4d4c-b00b-cb1eddeeb7a4 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Synchronizing usage tracker for tenant:856596b5ae59424286a0753493c0dc3b on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:26:12.279339 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4ba5a76a-002f-448c-b0d5-6c35272a933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.280787 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4ba5a76a-002f-448c-b0d5-6c35272a933d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0838d4a8-8cb5-43b2-bb0f-808ecba91409 HTTP/1.1" status: 200  len: 854 time: 0.2740262
Apr 30 16:26:12.306046 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caef656-9229-4d67-9eab-9536b0a0892a req-1dde132e-18ec-47e9-9365-3935934bac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.307481 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0caef656-9229-4d67-9eab-9536b0a0892a req-1dde132e-18ec-47e9-9365-3935934bac06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24607a2d-97da-4e57-924c-235926c0d049 HTTP/1.1" status: 200  len: 843 time: 0.1128416
Apr 30 16:26:12.339806 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da915d81-0b0f-4f33-b156-7bf2a41aa522 req-fc0936c0-8fb4-44df-a1ba-9ed2b54a9a57 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.341203 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-da915d81-0b0f-4f33-b156-7bf2a41aa522 req-fc0936c0-8fb4-44df-a1ba-9ed2b54a9a57 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1147926
Apr 30 16:26:12.347170 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-03f65c67-857c-4ac7-887c-6300b48d384c req-7ebf04c8-2146-4d4c-b00b-cb1eddeeb7a4 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Unset dirty status for tenant:856596b5ae59424286a0753493c0dc3b on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:26:12.348174 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-03f65c67-857c-4ac7-887c-6300b48d384c req-7ebf04c8-2146-4d4c-b00b-cb1eddeeb7a4 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813548
Apr 30 16:26:12.466561 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-042c69f2-eaa0-4044-880d-687d0c29d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.469322 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-042c69f2-eaa0-4044-880d-687d0c29d010 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1099 time: 0.0927844
Apr 30 16:26:12.487863 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-c2f3e09d-58f4-48af-8d0f-070b8527a8e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15ce335c-a4d1-4a49-b22d-e2f47aa627ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0868714
Apr 30 16:26:12.498603 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-da915d81-0b0f-4f33-b156-7bf2a41aa522 req-9c40ebf4-fcb3-4f1d-b6bd-a08d7788aaa0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500876
Apr 30 16:26:12.580752 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caef656-9229-4d67-9eab-9536b0a0892a req-6c9f2b83-5f95-4547-8d62-e4fc5a7e43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.580752 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0caef656-9229-4d67-9eab-9536b0a0892a req-6c9f2b83-5f95-4547-8d62-e4fc5a7e43a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b61d18da-6dc4-4903-8de5-e5252e7f902d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2063191
Apr 30 16:26:12.678340 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-4e395bb4-9c93-4227-92c9-49613cc2bd4b service neutron] 10.222.0.69 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626816
Apr 30 16:26:12.682515 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-4f42ad69-44cc-495d-b857-6339c92c6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.684062 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-4f42ad69-44cc-495d-b857-6339c92c6064 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 920 time: 0.1672840
Apr 30 16:26:12.840941 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64fbe1-7463-419a-8c92-d838b4fdf3a7 req-a7eba7eb-0db4-4f35-8f06-108db11de83a tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:12.842510 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4f64fbe1-7463-419a-8c92-d838b4fdf3a7 req-a7eba7eb-0db4-4f35-8f06-108db11de83a tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.0909843
Apr 30 16:26:12.890698 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4f64fbe1-7463-419a-8c92-d838b4fdf3a7 req-14fa3951-09cd-4f1d-88b0-221d2261a400 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413086
Apr 30 16:26:13.526297 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 47568) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:13.544837 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e410ba6-f3e6-4324-8e70-0fd034d9158b req-243eef91-05ef-443d-af1b-07e800df6f92 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:13.546322 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8e410ba6-f3e6-4324-8e70-0fd034d9158b req-243eef91-05ef-443d-af1b-07e800df6f92 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0827472
Apr 30 16:26:13.596172 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8e410ba6-f3e6-4324-8e70-0fd034d9158b req-ce383603-6c81-472a-ab39-0f80c522035f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430131
Apr 30 16:26:13.653875 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:13.669665 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:13.673545 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Usage tracker for resource:security_group_rule and tenant:28ec1645e11e46139d9fe303c04349d3 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:13.677255 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:13.683181 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:13.778540 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:13.794548 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ef53f-f641-41be-b3e3-af2583ef1f34 req-71ca56e5-97e5-4d4d-a503-8fef0b0bdd89 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:13.801785 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-585ef53f-f641-41be-b3e3-af2583ef1f34 req-71ca56e5-97e5-4d4d-a503-8fef0b0bdd89 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0899332
Apr 30 16:26:13.845306 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-585ef53f-f641-41be-b3e3-af2583ef1f34 req-5c5b67de-8c80-477e-b9ed-3ef285ed6561 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425007
Apr 30 16:26:13.901406 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:13.909007 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:13.952375 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28ec1645e11e46139d9fe303c04349d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4248500
Apr 30 16:26:13.953216 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c0b33b-04b8-46b6-9126-6c699c03723d,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:13.955685 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 47582) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:13.961431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.961871 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.962180 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.962535 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.962877 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.963218 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.963557 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.963893 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.964229 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.964563 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.964914 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.965271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:13.969664 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:14.068755 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d67b16dc-3c07-4264-b5be-ecd17b291fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:14.103273 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d67b16dc-3c07-4264-b5be-ecd17b291fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:14.160140 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177c2c0-271e-4be6-a779-c9cecc32b031 req-7d9e90c0-d674-4e96-8520-1fcc08718647 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:14.161864 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2177c2c0-271e-4be6-a779-c9cecc32b031 req-7d9e90c0-d674-4e96-8520-1fcc08718647 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.1507924
Apr 30 16:26:14.213805 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2177c2c0-271e-4be6-a779-c9cecc32b031 req-ee5d5efe-3116-4ed7-8535-39b3c32cc652 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459247
Apr 30 16:26:14.306592 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d67b16dc-3c07-4264-b5be-ecd17b291fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:14.310447 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-140ae763-a983-4c28-8077-3e6b0f00a2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:14.324682 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b16dc-3c07-4264-b5be-ecd17b291fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c0b33b-04b8-46b6-9126-6c699c03723d,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:14.327719 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d67b16dc-3c07-4264-b5be-ecd17b291fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:14.329911 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d67b16dc-3c07-4264-b5be-ecd17b291fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:14.333604 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d67b16dc-3c07-4264-b5be-ecd17b291fab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53c0b33b-04b8-46b6-9126-6c699c03723d HTTP/1.1" status: 204  len: 168 time: 0.3741419
Apr 30 16:26:14.797929 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c1f5-117c-4efe-86ba-ad6e15d30cdc req-28464c1d-1658-46a5-97a8-fe988e179038 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:14.805887 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8437c1f5-117c-4efe-86ba-ad6e15d30cdc req-28464c1d-1658-46a5-97a8-fe988e179038 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0896063
Apr 30 16:26:14.856010 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8437c1f5-117c-4efe-86ba-ad6e15d30cdc req-1543381d-ede0-4201-bbb0-7bc7e8e4a4bb tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468102
Apr 30 16:26:15.133197 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0caef656-9229-4d67-9eab-9536b0a0892a req-d4fc896b-0f20-427b-bc26-693234cdcd2e service neutron] 10.222.0.69 "GET /v2.0/networks/b61d18da-6dc4-4903-8de5-e5252e7f902d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916761
Apr 30 16:26:15.146087 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8a427-ef0b-45f8-9cc5-04ae51f031e2 req-dbee5b15-1601-4ddd-b621-6a280f4175e1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:15.147628 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-61f8a427-ef0b-45f8-9cc5-04ae51f031e2 req-dbee5b15-1601-4ddd-b621-6a280f4175e1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1872675
Apr 30 16:26:15.193326 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-61f8a427-ef0b-45f8-9cc5-04ae51f031e2 req-e51f61e0-170e-4bd2-9d1b-7c4832d42749 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399773
Apr 30 16:26:15.415893 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fdfa6-419f-4d11-8a08-166f2c0b3d38 req-04657108-8e04-4246-b72b-119c3686ea1b tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:15.424546 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cf3fdfa6-419f-4d11-8a08-166f2c0b3d38 req-04657108-8e04-4246-b72b-119c3686ea1b tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.0966065
Apr 30 16:26:15.431768 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:15.577345 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cf3fdfa6-419f-4d11-8a08-166f2c0b3d38 req-1480203f-1222-4847-a8e9-f5eb0eb4d680 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513331
Apr 30 16:26:16.004445 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bb4c-3f35-4f13-a924-778169517533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:16.035202 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a31e-edd5-4ba9-b9e9-20e91e010c33 req-e091ef36-f841-4b53-b0d4-934e2d653cb8 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:16.036653 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-baa2a31e-edd5-4ba9-b9e9-20e91e010c33 req-e091ef36-f841-4b53-b0d4-934e2d653cb8 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0804753
Apr 30 16:26:16.083555 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-baa2a31e-edd5-4ba9-b9e9-20e91e010c33 req-cdcb6cb7-eef9-4ac9-bd5d-7e64e84994f1 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409181
Apr 30 16:26:16.380086 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28ad06-5425-4c27-a5be-5257e05b6a4e req-40f637b4-424e-426e-9135-15c6c2831845 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:16.381580 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1d28ad06-5425-4c27-a5be-5257e05b6a4e req-40f637b4-424e-426e-9135-15c6c2831845 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0832560
Apr 30 16:26:16.428064 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1d28ad06-5425-4c27-a5be-5257e05b6a4e req-4eb59578-b540-4fd3-8815-3dfd567b05cd tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408194
Apr 30 16:26:16.496307 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.69', 50372) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:16.512009 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-c90de603-e922-42d0-b27d-122217ea9412 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62cb194-71c9-4108-ab38-9084b06f38e0 HTTP/1.1" status: 200  len: 217 time: 0.0663373
Apr 30 16:26:16.584095 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-ff409f83-ffd6-4287-87b5-dd4e83945827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:16.585503 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-ff409f83-ffd6-4287-87b5-dd4e83945827 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.0667243
Apr 30 16:26:16.700760 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-4cc99b1c-7703-4d11-a864-c822e8a5dc04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1076219
Apr 30 16:26:16.715238 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-0ff1fd97-fc26-4ea3-9cf5-26223ccc330e service neutron] 10.222.0.69 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2699425
Apr 30 16:26:16.769007 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0caef656-9229-4d67-9eab-9536b0a0892a req-fb20c362-a803-4c62-847f-81e416be17d8 service neutron] 10.222.0.69 "GET /v2.0/networks/b61d18da-6dc4-4903-8de5-e5252e7f902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3214858
Apr 30 16:26:16.798116 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-fa8faadb-92c3-4bc7-a7fc-e86c0cea3d07 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3005056
Apr 30 16:26:16.935600 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-fe1acd38-a534-404c-9640-29622a145e6b service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241104
Apr 30 16:26:16.948290 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee106b9-e347-4c17-99ad-19a0f1758116 req-cc27ce6b-6389-4c72-9a80-8629c6abd632 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:16.950087 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cee106b9-e347-4c17-99ad-19a0f1758116 req-cc27ce6b-6389-4c72-9a80-8629c6abd632 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.1204391
Apr 30 16:26:17.101989 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-d3de72af-1da9-4419-a397-82c60d2d29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:17.104905 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-d3de72af-1da9-4419-a397-82c60d2d29fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=856596b5ae59424286a0753493c0dc3b&device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 1096 time: 0.1482697
Apr 30 16:26:17.115609 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-12dd1694-d95d-4a37-8f64-2c3bbd4f5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:17.115609 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-12dd1694-d95d-4a37-8f64-2c3bbd4f5754 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 1098 time: 0.1153023
Apr 30 16:26:17.194454 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-078d4e12-8fb3-4883-bcee-36e903f85939 req-85290656-3d67-4626-b60a-ef13907bc8ba service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374163
Apr 30 16:26:17.207832 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cee106b9-e347-4c17-99ad-19a0f1758116 req-41611b26-a8e3-4325-ac60-967468271b61 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325740
Apr 30 16:26:17.428984 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-038884d5-8517-465d-894a-b597b61c67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:17.430322 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-038884d5-8517-465d-894a-b597b61c67c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 916 time: 0.2811663
Apr 30 16:26:17.431923 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-da761eb4-7321-4304-8f2e-0d8f2c8a1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:17.433232 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-da761eb4-7321-4304-8f2e-0d8f2c8a1674 service neutron] 10.222.0.69 "GET /v2.0/networks?id=15ce335c-a4d1-4a49-b22d-e2f47aa627ae HTTP/1.1" status: 200  len: 915 time: 0.3189864
Apr 30 16:26:17.577845 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0945b2e-537a-460c-bec8-7061f9a6e510 req-126133cd-4be4-46a6-b037-881c043b9862 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:17.579317 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d0945b2e-537a-460c-bec8-7061f9a6e510 req-126133cd-4be4-46a6-b037-881c043b9862 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.3254213
Apr 30 16:26:17.581271 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-a68c0216-6364-4dff-bfd4-c0465e8e7158 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7d5efe9-6648-4525-b9f3-7d0292aca0f1 HTTP/1.1" status: 200  len: 217 time: 0.1362398
Apr 30 16:26:17.582434 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-55b975fe-d02b-4216-bd7f-47183d03d068 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69115053-54a9-49e1-b949-c5e7776491c3 HTTP/1.1" status: 200  len: 217 time: 0.1363599
Apr 30 16:26:17.728298 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d0945b2e-537a-460c-bec8-7061f9a6e510 req-473dbc2b-299c-459e-b4d1-237b8395e72e tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426697
Apr 30 16:26:17.737606 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-ec41ccf3-928c-4764-8248-ae1fa77758ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:17.738705 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-ec41ccf3-928c-4764-8248-ae1fa77758ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0838d4a8-8cb5-43b2-bb0f-808ecba91409 HTTP/1.1" status: 200  len: 854 time: 0.1343753
Apr 30 16:26:17.742247 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-b9dc7c0d-4ec4-41a7-becf-8db98fa0a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:17.743799 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-b9dc7c0d-4ec4-41a7-becf-8db98fa0a885 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 200  len: 855 time: 0.1402879
Apr 30 16:26:17.837870 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-619a568f-a5c8-4b12-8cd4-ce81f05c79a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15ce335c-a4d1-4a49-b22d-e2f47aa627ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829320
Apr 30 16:26:17.839855 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-0dce3d5d-dbcf-4b72-9e2f-67187e1bef35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f899f3b-47df-4519-9c6f-b082fd36c42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838630
Apr 30 16:26:17.906421 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a464b2c-6dd4-45bb-9226-aa05b92ff48d req-a547fc76-2bdf-4b03-a6ab-d4034b343602 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:17.908048 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9a464b2c-6dd4-45bb-9226-aa05b92ff48d req-a547fc76-2bdf-4b03-a6ab-d4034b343602 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0862613
Apr 30 16:26:17.959666 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9a464b2c-6dd4-45bb-9226-aa05b92ff48d req-88d6e447-28da-40d5-9a30-70c6a0aba557 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455809
Apr 30 16:26:18.204612 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-7076050a-6a46-4de3-905a-8d428586a1a2 service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3299315
Apr 30 16:26:18.206549 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-3fe13b87-9062-4bd9-9228-7e1290f8ee0b service neutron] 10.222.0.69 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3507578
Apr 30 16:26:18.506194 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2bfc0ad3-298a-4ff6-9d41-e73f20603a85 req-ac676db8-7a5d-4eb0-a2a8-702ce03f4da8 service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2786646
Apr 30 16:26:18.519813 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5634a257-a5e1-4d27-953b-e79653dbbb96 req-18bc4e86-b6ad-40de-b67e-4fe3ab57a0c3 service neutron] 10.222.0.69 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2734814
Apr 30 16:26:18.561943 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3e59c-71ca-47a5-ae59-d81ba18fb98f req-ed06e3f6-db50-49b8-8955-f6cb88e64493 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:18.563476 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-00c3e59c-71ca-47a5-ae59-d81ba18fb98f req-ed06e3f6-db50-49b8-8955-f6cb88e64493 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.0966141
Apr 30 16:26:18.616850 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-00c3e59c-71ca-47a5-ae59-d81ba18fb98f req-550ce8dc-44de-4c40-bea8-604ec7eff4a0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450864
Apr 30 16:26:18.695559 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:18.804044 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-42a06612-8831-4246-82a9-e9296028f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:18.922041 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7daae-ba0a-4da2-a4d6-3300c3897d71 req-8015942f-1873-4a4e-87d9-0a4fcf9c00ed tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:18.923434 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b3b7daae-ba0a-4da2-a4d6-3300c3897d71 req-8015942f-1873-4a4e-87d9-0a4fcf9c00ed tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0834231
Apr 30 16:26:18.975172 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b3b7daae-ba0a-4da2-a4d6-3300c3897d71 req-841df984-3ed1-45b6-8dfa-e075ae235a19 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443258
Apr 30 16:26:19.156223 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc64b91-cfa0-4b03-bcea-cd27640d6a0c req-82a33561-bf1e-49c1-8d41-1939744cd097 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:19.157738 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0bc64b91-cfa0-4b03-bcea-cd27640d6a0c req-82a33561-bf1e-49c1-8d41-1939744cd097 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0856814
Apr 30 16:26:19.206808 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0bc64b91-cfa0-4b03-bcea-cd27640d6a0c req-69cd1d5d-0f9a-4e77-bf44-956320ae9faa tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420241
Apr 30 16:26:19.701214 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:19.802539 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216fc34-a90c-46d4-8777-15bed5617970 req-b54bcab7-d656-49b3-bc60-342ea8d59f85 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:19.803988 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4216fc34-a90c-46d4-8777-15bed5617970 req-b54bcab7-d656-49b3-bc60-342ea8d59f85 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.0795231
Apr 30 16:26:19.849225 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4216fc34-a90c-46d4-8777-15bed5617970 req-d2648617-754c-43f1-b2f2-3be70e110b87 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394893
Apr 30 16:26:20.161389 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b739f0-d861-4fb4-be9d-0b3c6f18a2fc req-f058c9d3-59a1-4b78-9c89-be9ee7638725 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:20.162896 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-89b739f0-d861-4fb4-be9d-0b3c6f18a2fc req-f058c9d3-59a1-4b78-9c89-be9ee7638725 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0839655
Apr 30 16:26:20.206920 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-89b739f0-d861-4fb4-be9d-0b3c6f18a2fc req-fcfe89ac-20db-4ce2-acd3-119c7ede1fe0 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382802
Apr 30 16:26:20.391419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ef85-18d5-4832-8350-5048428c4b86 req-7a551740-33cd-4ae0-b235-bb107da69c72 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:20.393981 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e496ef85-18d5-4832-8350-5048428c4b86 req-7a551740-33cd-4ae0-b235-bb107da69c72 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0845747
Apr 30 16:26:20.444020 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e496ef85-18d5-4832-8350-5048428c4b86 req-f15c1bfd-8397-4668-a2de-844a77ebc02b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443165
Apr 30 16:26:21.035420 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83498d18-2d77-4b94-9abd-dea90b60a8d7 req-389ca2ed-d623-4ca2-a0e4-dfdac469a6e7 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:21.036801 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-83498d18-2d77-4b94-9abd-dea90b60a8d7 req-389ca2ed-d623-4ca2-a0e4-dfdac469a6e7 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 948 time: 0.0825953
Apr 30 16:26:21.082777 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-83498d18-2d77-4b94-9abd-dea90b60a8d7 req-e2d78d6e-08fb-4cce-9ecd-62cb87d60efe tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402498
Apr 30 16:26:21.272521 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:21.392861 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c46b5-7072-45da-9b8f-39c83e1d3996 req-8ccfdcfa-bd41-43c3-aa90-150a7b21d7a9 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:21.394450 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-826c46b5-7072-45da-9b8f-39c83e1d3996 req-8ccfdcfa-bd41-43c3-aa90-150a7b21d7a9 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0836596
Apr 30 16:26:21.441638 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-826c46b5-7072-45da-9b8f-39c83e1d3996 req-3f56d90e-0240-4d9a-b411-fa30c9d2484b tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410826
Apr 30 16:26:21.666271 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df3d50-98ba-4544-8cf6-f8a19c7b7a34 req-b12bf255-67fe-4de2-a260-ece7fb92158c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:21.667734 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-11df3d50-98ba-4544-8cf6-f8a19c7b7a34 req-b12bf255-67fe-4de2-a260-ece7fb92158c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1177506
Apr 30 16:26:21.713662 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-11df3d50-98ba-4544-8cf6-f8a19c7b7a34 req-a748ad92-1f97-4899-8f1f-d4857fdb5dab tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400236
Apr 30 16:26:21.906961 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 20aa1bc7-8b08-4369-8f17-86b38e496072 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:26:22.040952 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 20aa1bc7-8b08-4369-8f17-86b38e496072, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=20aa1bc7-8b08-4369-8f17-86b38e496072,segment=NetworkSegment(5ab8cb66-b108-4c82-849e-f1acb808e7d8),segment_id=5ab8cb66-b108-4c82-849e-f1acb808e7d8)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:22.054170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '20aa1bc7-8b08-4369-8f17-86b38e496072', 'network_id': 'b61d18da-6dc4-4903-8de5-e5252e7f902d', 'port_id': '20aa1bc7-8b08-4369-8f17-86b38e496072', 'mac_address': 'fa:16:3e:23:ce:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24607a2d-97da-4e57-924c-235926c0d049', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:26:22.109995 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:22.131002 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20aa1bc7-8b08-4369-8f17-86b38e496072 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:26:22.146746 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 20aa1bc7-8b08-4369-8f17-86b38e496072, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=20aa1bc7-8b08-4369-8f17-86b38e496072,segment=NetworkSegment(5ab8cb66-b108-4c82-849e-f1acb808e7d8),segment_id=5ab8cb66-b108-4c82-849e-f1acb808e7d8)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:22.226881 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:22.228587 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:22.272465 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5d652-e150-4943-8d32-69247be23888 req-199bdf99-a8f4-4b5c-8734-b70d97fe73d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:22.273944 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d2a5d652-e150-4943-8d32-69247be23888 req-199bdf99-a8f4-4b5c-8734-b70d97fe73d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0850213
Apr 30 16:26:22.294571 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=20aa1bc7-8b08-4369-8f17-86b38e496072,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:22.302341 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.302686 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.303022 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.303353 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.303681 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.304007 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.304327 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.304646 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.304993 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.305311 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.305627 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.305941 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:22.309815 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:22.321090 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d2a5d652-e150-4943-8d32-69247be23888 req-bf481755-90a7-4f61-ac5f-2cbd6606e78f tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413220
Apr 30 16:26:22.627758 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88c32e-a602-432b-89d9-03441261424f req-2e536385-15c3-4575-b65a-7c0aca29cf06 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:22.629229 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9b88c32e-a602-432b-89d9-03441261424f req-2e536385-15c3-4575-b65a-7c0aca29cf06 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0830610
Apr 30 16:26:22.681235 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9b88c32e-a602-432b-89d9-03441261424f req-3c8ce978-2720-4691-8a33-1e9c9881e9df tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460277
Apr 30 16:26:22.901925 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2774b-5468-45f3-a0f2-f4007d041cf4 req-c2eaa3fe-7a77-468b-ae74-e307c43f572b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:22.903355 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-faf2774b-5468-45f3-a0f2-f4007d041cf4 req-c2eaa3fe-7a77-468b-ae74-e307c43f572b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0817966
Apr 30 16:26:22.948107 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-faf2774b-5468-45f3-a0f2-f4007d041cf4 req-7a30a84e-06d7-4bc0-b000-a75ef75d5b6c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381749
Apr 30 16:26:23.509528 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca455-b187-4a1f-9460-16cfd19925b1 req-7bdd2320-d47f-4fd6-ba60-4d0f9335a3a3 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:23.511001 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c9bca455-b187-4a1f-9460-16cfd19925b1 req-7bdd2320-d47f-4fd6-ba60-4d0f9335a3a3 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0830979
Apr 30 16:26:23.633564 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c9bca455-b187-4a1f-9460-16cfd19925b1 req-a7d362c0-0fea-438f-ae58-396ca091dd11 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165617
Apr 30 16:26:23.904630 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73367b7-9fc5-4927-8202-31a11fb60500 req-f6d13c87-f40a-452c-a5a1-5f89ad3f9518 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:23.907871 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f73367b7-9fc5-4927-8202-31a11fb60500 req-f6d13c87-f40a-452c-a5a1-5f89ad3f9518 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0877867
Apr 30 16:26:23.954252 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f73367b7-9fc5-4927-8202-31a11fb60500 req-02c3660f-fc90-4cfa-8201-6744c2925237 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408368
Apr 30 16:26:24.130955 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650945-6da1-44ac-8563-acd0e7fc01d4 req-282658b7-5c92-4962-a360-8151fbf3e18b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:24.132385 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2b650945-6da1-44ac-8563-acd0e7fc01d4 req-282658b7-5c92-4962-a360-8151fbf3e18b tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0793042
Apr 30 16:26:24.180048 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2b650945-6da1-44ac-8563-acd0e7fc01d4 req-66f374d0-c557-42b9-b3dc-e9a8d9b98ddd tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418091
Apr 30 16:26:24.629246 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['20aa1bc7-8b08-4369-8f17-86b38e496072'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:26:24.826936 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387f744-21ee-46b2-8022-363dd70f7744 req-412912e3-32e3-482d-bc54-78868dbb825d tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:24.828385 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9387f744-21ee-46b2-8022-363dd70f7744 req-412912e3-32e3-482d-bc54-78868dbb825d tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0842073
Apr 30 16:26:24.874444 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9387f744-21ee-46b2-8022-363dd70f7744 req-47e76a36-4ade-4bf7-b69c-db74c9b08b37 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398343
Apr 30 16:26:25.147061 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf13910-db8e-4043-9ef0-8ccc5b7180f4 req-daf7d91b-4338-4084-98c7-7215ceb08223 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:25.148432 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-adf13910-db8e-4043-9ef0-8ccc5b7180f4 req-daf7d91b-4338-4084-98c7-7215ceb08223 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0838323
Apr 30 16:26:25.193732 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-adf13910-db8e-4043-9ef0-8ccc5b7180f4 req-70bc445f-d953-47df-971c-2308924fe622 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393407
Apr 30 16:26:25.373658 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7ea97-2afe-4f28-8041-b76e771ca0a7 req-46c0628b-72f0-4651-886c-507c72092a19 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:25.375173 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4be7ea97-2afe-4f28-8041-b76e771ca0a7 req-46c0628b-72f0-4651-886c-507c72092a19 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0871155
Apr 30 16:26:25.420954 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4be7ea97-2afe-4f28-8041-b76e771ca0a7 req-d4e8f65c-98e1-4031-bb97-6fa7c7464710 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398710
Apr 30 16:26:26.074151 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f623-2a62-4954-83f8-2ea3545cf93d req-4aab4db0-36f5-4e44-b067-26e72cd5e96e tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:26.081232 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc27f623-2a62-4954-83f8-2ea3545cf93d req-4aab4db0-36f5-4e44-b067-26e72cd5e96e tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0981383
Apr 30 16:26:26.122346 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc27f623-2a62-4954-83f8-2ea3545cf93d req-c39aaa13-473e-4c3f-ad6a-de1bbc759b31 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402672
Apr 30 16:26:26.381207 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a30cc6-6cdd-4a9a-8b44-1875a5a90d6f req-a40bb004-01c7-4d5f-b998-6bb7d77a0095 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:26.382617 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b4a30cc6-6cdd-4a9a-8b44-1875a5a90d6f req-a40bb004-01c7-4d5f-b998-6bb7d77a0095 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0817335
Apr 30 16:26:26.427925 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b4a30cc6-6cdd-4a9a-8b44-1875a5a90d6f req-bbcae7ac-aa82-48fc-bcec-c3088cda0609 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395617
Apr 30 16:26:26.609688 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e37b5-2573-4ac0-b617-f9d2f83d6df5 req-8e123de1-d9ef-4d44-8311-e0ecfc25e278 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:26.612451 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c7e37b5-2573-4ac0-b617-f9d2f83d6df5 req-8e123de1-d9ef-4d44-8311-e0ecfc25e278 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0847843
Apr 30 16:26:26.658178 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c7e37b5-2573-4ac0-b617-f9d2f83d6df5 req-d2faa719-66ae-4408-a352-f2e63d5efe99 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393977
Apr 30 16:26:27.312015 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301a85-a509-49a5-aaa9-99b540716d9e req-e8fee7b7-0694-429b-ac84-a2ddc343ebfa tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:27.313466 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a5301a85-a509-49a5-aaa9-99b540716d9e req-e8fee7b7-0694-429b-ac84-a2ddc343ebfa tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0791633
Apr 30 16:26:27.357809 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a5301a85-a509-49a5-aaa9-99b540716d9e req-b37af862-706e-4b04-a159-a9288bfdafcb tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377214
Apr 30 16:26:27.617138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75962d-fd6c-436c-8679-125a8a64dbd4 req-566de691-f30e-4171-9588-5e1e45d3db23 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:27.618564 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cc75962d-fd6c-436c-8679-125a8a64dbd4 req-566de691-f30e-4171-9588-5e1e45d3db23 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0839248
Apr 30 16:26:27.665368 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cc75962d-fd6c-436c-8679-125a8a64dbd4 req-98157866-9167-4db8-8ef3-3ca10008e7b1 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405536
Apr 30 16:26:27.845569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b3e2-686d-45d1-ae50-c8dceae4cb96 req-153d0001-e168-4b89-8736-ad4a4ff61358 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:27.847140 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9133b3e2-686d-45d1-ae50-c8dceae4cb96 req-153d0001-e168-4b89-8736-ad4a4ff61358 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0829813
Apr 30 16:26:27.893225 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9133b3e2-686d-45d1-ae50-c8dceae4cb96 req-7e310cf8-fda9-4ee3-96b8-f9df137ac97d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397115
Apr 30 16:26:28.539325 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532087-96f3-4596-82ad-b51b6627e8d6 req-0048b779-a60c-4b1f-b452-59382816956e tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:28.540688 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2e532087-96f3-4596-82ad-b51b6627e8d6 req-0048b779-a60c-4b1f-b452-59382816956e tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0786753
Apr 30 16:26:28.585963 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2e532087-96f3-4596-82ad-b51b6627e8d6 req-8bc60765-23b1-4813-b9b8-f29bad7b2da9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393975
Apr 30 16:26:28.852764 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6b308-569b-468e-a76e-85e1541f1b35 req-b3e46978-e4a7-49f2-9a48-ad4ff599e931 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:28.854308 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-43e6b308-569b-468e-a76e-85e1541f1b35 req-b3e46978-e4a7-49f2-9a48-ad4ff599e931 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0835326
Apr 30 16:26:28.900406 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-43e6b308-569b-468e-a76e-85e1541f1b35 req-f740579a-e600-4508-bf01-b0bc40466395 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403566
Apr 30 16:26:29.084005 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910fd36-761f-460c-a4dc-366e9a1354cf req-a87ecf7f-248c-457e-8bff-9c7c563f4d05 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:29.085457 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7910fd36-761f-460c-a4dc-366e9a1354cf req-a87ecf7f-248c-457e-8bff-9c7c563f4d05 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0817845
Apr 30 16:26:29.130245 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7910fd36-761f-460c-a4dc-366e9a1354cf req-ded93597-77a2-437c-9a53-4327719216eb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390418
Apr 30 16:26:29.778351 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615c9b-8144-4805-a7d6-4c2612cb8b3d req-3f5a4a82-d92a-4742-8bdf-4cd8c6881bc9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:29.779851 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-62615c9b-8144-4805-a7d6-4c2612cb8b3d req-3f5a4a82-d92a-4742-8bdf-4cd8c6881bc9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0897324
Apr 30 16:26:29.832437 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-62615c9b-8144-4805-a7d6-4c2612cb8b3d req-e43ecb9c-3d96-42d7-9445-7d9cbc6b0358 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458362
Apr 30 16:26:30.092419 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8f64-0e05-4b6c-bb7f-f6e609465b90 req-e3629430-b6b9-4740-b20d-6c230a96d75b tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:30.093917 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-705a8f64-0e05-4b6c-bb7f-f6e609465b90 req-e3629430-b6b9-4740-b20d-6c230a96d75b tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0855026
Apr 30 16:26:30.141375 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-705a8f64-0e05-4b6c-bb7f-f6e609465b90 req-fd1c6ea2-c649-4875-9d7c-1dcd63c0d8e0 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402362
Apr 30 16:26:30.320183 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4a92-96bb-4d70-b857-f2fdbb7422d5 req-54218a81-5099-4822-850d-f7dc9e6b8df2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:30.321687 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b59b4a92-96bb-4d70-b857-f2fdbb7422d5 req-54218a81-5099-4822-850d-f7dc9e6b8df2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0845659
Apr 30 16:26:30.367134 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b59b4a92-96bb-4d70-b857-f2fdbb7422d5 req-99ce87c1-9bcf-4268-994c-c86eb32e45b2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396934
Apr 30 16:26:31.034219 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd7588-dfbf-47f8-a8eb-562db4444b94 req-da7481dd-cdd3-497b-a941-def14278e023 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:31.035713 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-eacd7588-dfbf-47f8-a8eb-562db4444b94 req-da7481dd-cdd3-497b-a941-def14278e023 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0917573
Apr 30 16:26:31.083581 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-eacd7588-dfbf-47f8-a8eb-562db4444b94 req-fc01864d-46e1-4878-8334-63bfcbd72899 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419037
Apr 30 16:26:31.197327 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 69115053-54a9-49e1-b949-c5e7776491c3 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:26:31.329730 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f65fc-39e8-40b1-81ac-8f876230a3e2 req-0eec7e0b-05f9-4674-b672-3e5951d2ceb4 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:31.331188 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d41f65fc-39e8-40b1-81ac-8f876230a3e2 req-0eec7e0b-05f9-4674-b672-3e5951d2ceb4 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 943 time: 0.0806882
Apr 30 16:26:31.344565 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 69115053-54a9-49e1-b949-c5e7776491c3, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=69115053-54a9-49e1-b949-c5e7776491c3,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:31.359872 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '69115053-54a9-49e1-b949-c5e7776491c3', 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae', 'port_id': '69115053-54a9-49e1-b949-c5e7776491c3', 'mac_address': 'fa:16:3e:8c:94:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0838d4a8-8cb5-43b2-bb0f-808ecba91409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:26:31.382935 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d41f65fc-39e8-40b1-81ac-8f876230a3e2 req-4e0b002f-cb03-4028-99ce-543fb1bb6439 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450501
Apr 30 16:26:31.422964 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:31.444842 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69115053-54a9-49e1-b949-c5e7776491c3 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:26:31.461103 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 69115053-54a9-49e1-b949-c5e7776491c3, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=69115053-54a9-49e1-b949-c5e7776491c3,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:31.557963 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:31.560630 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:31.561058 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca599d-6750-4637-9f6f-e79cc42eba48 req-6a553831-f8e3-451a-8c3d-eb411c793901 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:31.562627 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a7ca599d-6750-4637-9f6f-e79cc42eba48 req-6a553831-f8e3-451a-8c3d-eb411c793901 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0833313
Apr 30 16:26:31.622129 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a7ca599d-6750-4637-9f6f-e79cc42eba48 req-31f1b6ab-679b-4b56-be3c-bb438ba9b37e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507867
Apr 30 16:26:31.647835 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=69115053-54a9-49e1-b949-c5e7776491c3,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:31.660107 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:32.233087 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['69115053-54a9-49e1-b949-c5e7776491c3'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:26:32.355404 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e88ff8-dab2-498d-aa6a-0e7688e509b8 req-b9f02111-514e-4a40-8d54-35f36e13a297 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:32.364476 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-77e88ff8-dab2-498d-aa6a-0e7688e509b8 req-b9f02111-514e-4a40-8d54-35f36e13a297 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.1701467
Apr 30 16:26:32.409004 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-77e88ff8-dab2-498d-aa6a-0e7688e509b8 req-830fce7e-5ff2-41cb-899a-d97f3cf0228b tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423791
Apr 30 16:26:32.586373 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040bb7e-7a0f-406e-86a0-d29711e21995 req-f20d5d46-fa96-4c36-99d2-ccc1c7c48633 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:32.587833 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2040bb7e-7a0f-406e-86a0-d29711e21995 req-f20d5d46-fa96-4c36-99d2-ccc1c7c48633 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 944 time: 0.0849168
Apr 30 16:26:32.637018 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2040bb7e-7a0f-406e-86a0-d29711e21995 req-4acb98b9-8f77-443e-b57a-d982282bfe2d tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430872
Apr 30 16:26:32.834678 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fd473-cc03-4ed5-8f5c-cfa52aec742e req-d419b027-0bc6-49fc-a791-a43eb80895d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:32.836389 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-399fd473-cc03-4ed5-8f5c-cfa52aec742e req-d419b027-0bc6-49fc-a791-a43eb80895d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0869722
Apr 30 16:26:32.883510 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-399fd473-cc03-4ed5-8f5c-cfa52aec742e req-f6f135a9-18a6-406d-9f77-02dbebbdd92c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407712
Apr 30 16:26:33.200382 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 20aa1bc7-8b08-4369-8f17-86b38e496072 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:33.336595 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 20aa1bc7-8b08-4369-8f17-86b38e496072 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:33.345353 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 20aa1bc7-8b08-4369-8f17-86b38e496072 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:33.345751 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:33.473626 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:33.502585 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3080b61-b7b0-4883-a886-d1d972e7fd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aa1bc7-8b08-4369-8f17-86b38e496072'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:26:33.513092 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 20aa1bc7-8b08-4369-8f17-86b38e496072, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=20aa1bc7-8b08-4369-8f17-86b38e496072,segment=NetworkSegment(5ab8cb66-b108-4c82-849e-f1acb808e7d8),segment_id=5ab8cb66-b108-4c82-849e-f1acb808e7d8)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:33.604785 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3080b61-b7b0-4883-a886-d1d972e7fd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aa1bc7-8b08-4369-8f17-86b38e496072', 'code': 200}
Apr 30 16:26:33.614131 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:33.616739 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-10945e40-be5f-42f7-9dcf-c7c2e991f722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:33.620782 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4e1cd-d72b-4b85-ab2a-18805493f516 req-66c8457b-5788-4aa0-a8c7-fe12245680be tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:33.622102 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6ac4e1cd-d72b-4b85-ab2a-18805493f516 req-66c8457b-5788-4aa0-a8c7-fe12245680be tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 949 time: 0.0947697
Apr 30 16:26:33.741530 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=20aa1bc7-8b08-4369-8f17-86b38e496072,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:33.754076 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:33.754945 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6ac4e1cd-d72b-4b85-ab2a-18805493f516 req-5b7c3151-3263-4bd0-9bde-7fbe25b48b61 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255336
Apr 30 16:26:33.862961 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 47930) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:33.879323 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5feb91-cde4-4cb1-8f84-6ee6cd0f536f req-b376a090-3bab-4047-9844-83de431a25d7 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:33.880820 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0d5feb91-cde4-4cb1-8f84-6ee6cd0f536f req-b376a090-3bab-4047-9844-83de431a25d7 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 944 time: 0.0841765
Apr 30 16:26:33.935341 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0d5feb91-cde4-4cb1-8f84-6ee6cd0f536f req-6aa92d7b-5dbe-4c12-b2ca-acd178146e9e tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482607
Apr 30 16:26:33.999367 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:34.053670 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:34.103164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Usage tracker for resource:security_group_rule and tenant:a2e7b13eb0a940ff926d4087a2b3ea8a is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:34.117823 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:34.129735 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:34.226964 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da615175-a81f-4095-beed-6923139a20f2 req-4ba32694-e31d-4bd5-9a2e-f616739ffa68 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:34.228383 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-da615175-a81f-4095-beed-6923139a20f2 req-4ba32694-e31d-4bd5-9a2e-f616739ffa68 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.2153885
Apr 30 16:26:34.241069 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b34ef-1c33-4479-84ba-dc7283b6ee4d req-ed09aac1-dc22-4034-b35b-387dbc6e56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:34.244792 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6b2b34ef-1c33-4479-84ba-dc7283b6ee4d req-ed09aac1-dc22-4034-b35b-387dbc6e56aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 1103 time: 0.1864748
Apr 30 16:26:34.336005 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:34.348746 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6b2b34ef-1c33-4479-84ba-dc7283b6ee4d req-83d83963-d963-4a4c-a3d0-c2a4b16138a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953836
Apr 30 16:26:34.351053 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-da615175-a81f-4095-beed-6923139a20f2 req-9f5286e3-88cf-4f68-9215-4c4496d4728a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994089
Apr 30 16:26:34.482520 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:34.487346 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f8aea146-a9dd-4bbe-8beb-baf0d39379d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:34.535363 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2e7b13eb0a940ff926d4087a2b3ea8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6685226
Apr 30 16:26:34.535363 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14da545b-5030-4e73-bd59-8a536d6fe4f7,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:34.536166 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 47954) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:34.537888 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:34.602983 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7593d0cb-1288-436d-8451-5d2844da5831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:34.629125 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7593d0cb-1288-436d-8451-5d2844da5831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:34.742777 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7593d0cb-1288-436d-8451-5d2844da5831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:34.747798 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bb1544d7-0eba-4b8f-9230-95e723338ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:34.759833 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d0cb-1288-436d-8451-5d2844da5831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14da545b-5030-4e73-bd59-8a536d6fe4f7,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:34.763618 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7593d0cb-1288-436d-8451-5d2844da5831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:34.770845 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7593d0cb-1288-436d-8451-5d2844da5831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:34.774357 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-7593d0cb-1288-436d-8451-5d2844da5831 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14da545b-5030-4e73-bd59-8a536d6fe4f7 HTTP/1.1" status: 204  len: 168 time: 0.2297421
Apr 30 16:26:34.959964 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c96d3-168e-4969-bcc8-f173754d1cfb req-8d5cb53b-f159-44ed-aeb0-0cb89939aa42 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:34.961698 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2c8c96d3-168e-4969-bcc8-f173754d1cfb req-8d5cb53b-f159-44ed-aeb0-0cb89939aa42 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.0841298
Apr 30 16:26:35.009377 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2c8c96d3-168e-4969-bcc8-f173754d1cfb req-fd0eb773-1fb7-422b-b666-9be3ac67e6f7 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416012
Apr 30 16:26:35.134690 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537c567-822d-4572-8125-e78adb6ceb9f req-c8725f7c-1c60-4a19-9a7c-af08699fbfd2 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:35.136259 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7537c567-822d-4572-8125-e78adb6ceb9f req-c8725f7c-1c60-4a19-9a7c-af08699fbfd2 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 944 time: 0.0845459
Apr 30 16:26:35.183621 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7537c567-822d-4572-8125-e78adb6ceb9f req-97c42f1c-3c5c-42e7-9d3c-c47984100177 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403166
Apr 30 16:26:35.225512 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 69115053-54a9-49e1-b949-c5e7776491c3 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:35.432361 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 69115053-54a9-49e1-b949-c5e7776491c3 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:35.437960 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 69115053-54a9-49e1-b949-c5e7776491c3 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:35.438344 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:35.554918 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedad27-26c5-4082-a3b9-d1dd6138bac8 req-059204ed-de61-4936-9cdd-2556bdef79ff tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:35.556731 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4cedad27-26c5-4082-a3b9-d1dd6138bac8 req-059204ed-de61-4936-9cdd-2556bdef79ff tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0968730
Apr 30 16:26:35.574647 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:35.607076 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04efd704-20d0-4137-ad0d-079347991880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69115053-54a9-49e1-b949-c5e7776491c3'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:26:35.618117 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4cedad27-26c5-4082-a3b9-d1dd6138bac8 req-88f44777-0f71-4380-a7d0-31079c04a142 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555239
Apr 30 16:26:35.618709 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 69115053-54a9-49e1-b949-c5e7776491c3, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=69115053-54a9-49e1-b949-c5e7776491c3,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:35.687237 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04efd704-20d0-4137-ad0d-079347991880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69115053-54a9-49e1-b949-c5e7776491c3', 'code': 200}
Apr 30 16:26:35.695289 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:35.697230 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:35.770349 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=69115053-54a9-49e1-b949-c5e7776491c3,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:35.773437 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:36.013675 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 48000) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:36.150315 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-18002792-network', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:36.158931 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:36.231391 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16b276-81d4-40db-a47f-176d47a272fc req-27f600ad-384b-45c6-a433-bb6c020c3e2f tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:36.232883 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cc16b276-81d4-40db-a47f-176d47a272fc req-27f600ad-384b-45c6-a433-bb6c020c3e2f tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.0871580
Apr 30 16:26:36.260286 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Usage tracker for resource:network and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:36.265702 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:36.279474 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:36.295099 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cc16b276-81d4-40db-a47f-176d47a272fc req-f74366f8-5f07-4c1b-8589-bf1f40b9c7a3 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541856
Apr 30 16:26:36.327963 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-db9e3f3b-fee1-443d-95af-6349b7d6a159 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:36.329327 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-db9e3f3b-fee1-443d-95af-6349b7d6a159 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 815 time: 0.2380025
Apr 30 16:26:36.353879 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-ed9c84ff-ad6c-45f3-857e-9eecc47f11f5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/quotas/5963a92155674c6583c2b37df3d0f815 HTTP/1.1" status: 200  len: 375 time: 0.0175200
Apr 30 16:26:36.361776 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf3d70-8495-4c70-b404-d280137c566c req-de0afa9f-f2a1-4e8e-903b-0ab766f139d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:36.364464 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a0bf3d70-8495-4c70-b404-d280137c566c req-de0afa9f-f2a1-4e8e-903b-0ab766f139d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 1098 time: 0.2077327
Apr 30 16:26:36.415264 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Made reservation on behalf of 6664e67048ee4a1c9eb06bd4236f9b37 for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:26:36.418900 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:36.447054 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:36.477538 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:36.486738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Usage tracker for resource:security_group_rule and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:36.492260 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:36.495337 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93e92-e44a-46e9-ae28-db57673d231a req-72c5f337-0f20-4ed6-8b55-39fcdf6b1816 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:36.496043 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a0bf3d70-8495-4c70-b404-d280137c566c req-a1b4dd1a-ccb4-46a0-a6b0-e9dcbccc994e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982661
Apr 30 16:26:36.496981 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6ba93e92-e44a-46e9-ae28-db57673d231a req-72c5f337-0f20-4ed6-8b55-39fcdf6b1816 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.0965812
Apr 30 16:26:36.500316 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:36.543343 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6ba93e92-e44a-46e9-ae28-db57673d231a req-d6a65817-9e04-464e-a50d-027011da4228 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395958
Apr 30 16:26:36.544297 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-658f97cc-c362-4f8d-b2c5-f151ecbcea5f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1788790
Apr 30 16:26:36.728682 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-f5d544f6-1e5f-4e6c-979d-d006939aa35c service neutron] 10.222.0.57 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765034
Apr 30 16:26:36.730643 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:36.778135 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:36.784361 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1480ae3e-56b8-4a9d-befe-e06a6062d114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:36.865493 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:26:36.897508 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fefa16-46b7-4de1-b114-642d8dc64bc0,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:36.900606 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:36.901718 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:36.902053 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Added segment 618517da-971e-417f-b739-0e5797039df1 of type vlan for network 03b85f18-ca19-414b-8cfb-0513b737f337
Apr 30 16:26:36.926414 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-4ea47021-1671-492c-bb18-8f961ae081b4 service neutron] 10.222.0.57 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900418
Apr 30 16:26:36.942551 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:37.036566 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:37.038125 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:37.039483 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:37.045288 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3da962ca-49d7-4bbd-af0e-806d03f6750d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:37.259359 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367d1e7-c2fe-43d3-b2c3-1b8ea35f9f1e req-da632b4c-b3a3-4149-a05c-d06710f3d014 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:37.261989 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c367d1e7-c2fe-43d3-b2c3-1b8ea35f9f1e req-da632b4c-b3a3-4149-a05c-d06710f3d014 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1113839
Apr 30 16:26:37.269409 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48038) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:37.300859 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1affe437-f6dc-4853-a109-d9b5ca945896 req-7cd11c38-be09-4bef-9725-b7471d03e177 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.0650129
Apr 30 16:26:37.300859 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Pushing event updated for resources: {'Network': ['ID=03b85f18-ca19-414b-8cfb-0513b737f337,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:37.311556 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:37.322876 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 03b85f18-ca19-414b-8cfb-0513b737f337 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:26:37.332458 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c367d1e7-c2fe-43d3-b2c3-1b8ea35f9f1e req-7322bf98-0164-4ac9-940c-55a9bf3382eb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592463
Apr 30 16:26:37.370103 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3551772
Apr 30 16:26:37.377403 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 48050) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:37.385452 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Request body: {'subnet': {'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-18002792-subnet', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'ip_version': 4}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:37.391233 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:37.395969 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Usage tracker for resource:subnet and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:37.399224 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:37.407229 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:37.440849 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:37.456410 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:37.461398 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Usage tracker for resource:security_group_rule and tenant:75312975dbfb47b680b5ef5d524c25ee is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:37.464297 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:37.470936 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:37.506737 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0025923-a078-47c3-82ba-cb000e8a9c63 req-67205f14-7220-40b1-9d1f-fe130235c6f7 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:37.508216 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e0025923-a078-47c3-82ba-cb000e8a9c63 req-67205f14-7220-40b1-9d1f-fe130235c6f7 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.0872719
Apr 30 16:26:37.530176 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Made reservation on behalf of 6664e67048ee4a1c9eb06bd4236f9b37 for: {'subnet': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:26:37.533027 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100796'] for subnet, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:37.553227 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:37.635754 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e0025923-a078-47c3-82ba-cb000e8a9c63 req-a19a9c0e-81ec-49e9-9271-043dfd4039a0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213148
Apr 30 16:26:37.648178 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:37.672337 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5e6e9e94-5d90-4181-a07e-b22b0a28529b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:37.767245 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7731a7-6c25-4f3a-b2b2-a02b483c561a,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:37.770431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:37.773244 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=75312975dbfb47b680b5ef5d524c25ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5024066
Apr 30 16:26:37.776157 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48064) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:37.843493 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba50cf4-c966-43b9-8358-fd16f2e04433 req-32c819b0-e638-4541-8d26-de50d12e2bd8 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:37.846019 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fba50cf4-c966-43b9-8358-fd16f2e04433 req-32c819b0-e638-4541-8d26-de50d12e2bd8 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.1760752
Apr 30 16:26:37.891462 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1518-22c7-49a9-8434-d525c48708ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:37.937878 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fba50cf4-c966-43b9-8358-fd16f2e04433 req-45b5204c-0d4e-46f0-b5dd-50af845fae23 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721698
Apr 30 16:26:37.939684 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1518-22c7-49a9-8434-d525c48708ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.097966 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2058091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100782'] for subnet, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.102568 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:38.170036 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1518-22c7-49a9-8434-d525c48708ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.174227 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19cf6a9-56c5-4386-a8fd-9551a8093d84,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:38.174835 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d10e04db-b317-4566-a4db-c12a7b3826c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:38.178038 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:38.182310 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Checking segment: {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:38.182585 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Network hostable DHCP agents. Network: 03b85f18-ca19-414b-8cfb-0513b737f337, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:26:38.187769 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab1518-22c7-49a9-8434-d525c48708ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7731a7-6c25-4f3a-b2b2-a02b483c561a,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:38.194114 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f5ab1518-22c7-49a9-8434-d525c48708ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:38.195436 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1518-22c7-49a9-8434-d525c48708ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.196616 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-f5ab1518-22c7-49a9-8434-d525c48708ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca7731a7-6c25-4f3a-b2b2-a02b483c561a HTTP/1.1" status: 204  len: 168 time: 0.4195764
Apr 30 16:26:38.284346 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Network 03b85f18-ca19-414b-8cfb-0513b737f337 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:26:38.390073 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 03b85f18-ca19-414b-8cfb-0513b737f337) {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:38.398976 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837710e2-632f-447d-af04-f9562be85774 None None] Network 03b85f18-ca19-414b-8cfb-0513b737f337 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:26:38.412162 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:38.412758 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.458588 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04742066-92c5-4073-b9e6-98cb12b1d38c req-3e25756a-db00-47d9-8ab7-fd15a0be4caf tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:38.460907 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-04742066-92c5-4073-b9e6-98cb12b1d38c req-3e25756a-db00-47d9-8ab7-fd15a0be4caf tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.1068048
Apr 30 16:26:38.513291 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-04742066-92c5-4073-b9e6-98cb12b1d38c req-cd39f4f2-9e27-4354-9560-517231df1f86 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455844
Apr 30 16:26:38.521890 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1432853
Apr 30 16:26:38.524738 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48080) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:38.530852 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:38.550807 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:38.564193 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Usage tracker for resource:router and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:38.571444 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:38.583634 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:38.654245 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-03b85f18-ca19-414b-8cfb-0513b737f337', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:26:38.655484 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.687779 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.690020 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.707996 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:38.717501 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a92b57ec-10f5-40b8-9637-cbd8cc9d4fd8 req-ede5b6a0-553f-4c05-a4a1-b86ca201c24c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.0442042
Apr 30 16:26:38.821857 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Allocated IP 172.20.0.2 (03b85f18-ca19-414b-8cfb-0513b737f337/d19cf6a9-56c5-4386-a8fd-9551a8093d84/8e34cdab-2a5f-4022-bf80-3661a39deb47) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:38.906245 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cf740-c234-490d-b45d-715065f14b59 req-da33af47-eb68-4397-be22-e52b703cb992 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:38.908038 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4b8cf740-c234-490d-b45d-715065f14b59 req-da33af47-eb68-4397-be22-e52b703cb992 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0847433
Apr 30 16:26:38.956544 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4b8cf740-c234-490d-b45d-715065f14b59 req-319d64ea-42ba-45a5-9b03-016ce5adbe96 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422153
Apr 30 16:26:39.072393 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:39.083035 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Transition to ACTIVE for port object 8e34cdab-2a5f-4022-bf80-3661a39deb47 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:39.102023 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Transition to ACTIVE for port object 8e34cdab-2a5f-4022-bf80-3661a39deb47 will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:39.114146 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:39.145049 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea40bc-6399-4607-a999-35a51a7c0bf6 req-0472c37b-8a1f-4709-9b37-356545e849b6 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:39.146487 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-66ea40bc-6399-4607-a999-35a51a7c0bf6 req-0472c37b-8a1f-4709-9b37-356545e849b6 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.0834386
Apr 30 16:26:39.191419 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-66ea40bc-6399-4607-a999-35a51a7c0bf6 req-15b55edd-da78-4699-ba06-44ab52eae256 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390737
Apr 30 16:26:39.192890 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:39.196512 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:39.260879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Network 03b85f18-ca19-414b-8cfb-0513b737f337 is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:39.263998 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:39.267753 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:39.273449 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Pushing event updated for resources: {'Port': ['ID=8e34cdab-2a5f-4022-bf80-3661a39deb47,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:39.277253 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:39.359547 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Attempting to bind port 8e34cdab-2a5f-4022-bf80-3661a39deb47 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:26:39.359910 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Attempting to bind port 8e34cdab-2a5f-4022-bf80-3661a39deb47 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:26:39.360931 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Attempting to bind port 8e34cdab-2a5f-4022-bf80-3661a39deb47 on network 03b85f18-ca19-414b-8cfb-0513b737f337 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:39.366428 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:26:39.366795 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Checking segment: {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:39.367254 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:39.367646 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Bound using segment: {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:26:39.368179 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Bound port: 8e34cdab-2a5f-4022-bf80-3661a39deb47, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:26:39.368556 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:39.458302 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] For port 8e34cdab-2a5f-4022-bf80-3661a39deb47, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:26:39.461450 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] For port 8e34cdab-2a5f-4022-bf80-3661a39deb47, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=8e34cdab-2a5f-4022-bf80-3661a39deb47,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:26:39.525035 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:39.546682 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:39.550933 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:39.558532 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:39.632472 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Pushing event updated for resources: {'Port': ['ID=8e34cdab-2a5f-4022-bf80-3661a39deb47,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:39.637722 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:39.712441 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Allocated IP 172.27.0.49 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/f654446d-3f01-4059-ab6d-9710b3ba9e21) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:39.774321 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef0132-9600-429b-967e-77de3f7d8f52 req-344bfe8a-7c36-47c4-b764-6406848c377c tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:39.775841 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-baef0132-9600-429b-967e-77de3f7d8f52 req-344bfe8a-7c36-47c4-b764-6406848c377c tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.0948126
Apr 30 16:26:39.840121 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-baef0132-9600-429b-967e-77de3f7d8f52 req-cb3de787-5813-4860-9768-47e53ed9b610 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583599
Apr 30 16:26:39.927419 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:40.001568 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-896215d8-44d2-4270-9da7-f530dcc4caf4 req-f92e30bc-a59b-43f4-9ef4-b8a8b1f7e13d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.0522218
Apr 30 16:26:40.037182 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:40.042019 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:40.106028 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:40.109412 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:40.112085 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:40.151679 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Pushing event updated for resources: {'Port': ['ID=f654446d-3f01-4059-ab6d-9710b3ba9e21,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:40.154552 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:40.187218 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e577e-e5a4-4e6a-bfca-e74e8cc04081 req-0729978f-6661-4f00-acbe-ce3542bd641e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:40.189307 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-413e577e-e5a4-4e6a-bfca-e74e8cc04081 req-0729978f-6661-4f00-acbe-ce3542bd641e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0893767
Apr 30 16:26:40.236810 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-413e577e-e5a4-4e6a-bfca-e74e8cc04081 req-5c3cc924-1de0-4775-8a58-3ed676174054 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418777
Apr 30 16:26:40.421055 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2f7d9-7a44-42a9-8964-45d85cc555dc req-201d0fa5-f2bd-4808-be8c-9e5f0e824958 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:40.423493 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fdd2f7d9-7a44-42a9-8964-45d85cc555dc req-201d0fa5-f2bd-4808-be8c-9e5f0e824958 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.0864840
Apr 30 16:26:40.475122 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fdd2f7d9-7a44-42a9-8964-45d85cc555dc req-556ee8f8-2b9d-499a-ba5d-fb010a1505e0 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455275
Apr 30 16:26:40.556665 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbfdc01-8396-4700-a69b-d2edab5deac5 None None] Network 03b85f18-ca19-414b-8cfb-0513b737f337 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:26:40.694264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:40.714487 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-111afcfa-d19b-4948-b499-e3f0bdf1aa1f None None] Provisioning for port 8e34cdab-2a5f-4022-bf80-3661a39deb47 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:40.903591 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 8e34cdab-2a5f-4022-bf80-3661a39deb47 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:41.059042 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 8e34cdab-2a5f-4022-bf80-3661a39deb47 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:41.061751 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8d46ca42-9bc2-4301-aeb6-ee9225b8b124 None None] Provisioning complete for port 8e34cdab-2a5f-4022-bf80-3661a39deb47 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:41.062126 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8d46ca42-9bc2-4301-aeb6-ee9225b8b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:41.066041 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9fcb3-613c-4171-a3ff-dbc434162b7a req-aa90f785-4707-479c-9c85-8c24b45f926d tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:41.067684 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5ff9fcb3-613c-4171-a3ff-dbc434162b7a req-aa90f785-4707-479c-9c85-8c24b45f926d tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.0966413
Apr 30 16:26:41.106525 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 8e34cdab-2a5f-4022-bf80-3661a39deb47 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:41.106909 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:41.118127 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5ff9fcb3-613c-4171-a3ff-dbc434162b7a req-8489cb86-d95b-4543-bdd5-e42be04b3383 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432844
Apr 30 16:26:41.127288 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:41.273199 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0973fc15-b9c9-4a52-ab69-753473473095 req-7e6463b5-a01b-4cb1-9a9c-4468d6203eed tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.0559967
Apr 30 16:26:41.297981 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8d46ca42-9bc2-4301-aeb6-ee9225b8b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:41.319382 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:41.355011 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-8d46ca42-9bc2-4301-aeb6-ee9225b8b124 None None] For port 8e34cdab-2a5f-4022-bf80-3661a39deb47, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=8e34cdab-2a5f-4022-bf80-3661a39deb47,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:41.462037 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eed6e-a2dd-4855-bf78-a3e31d030bb4 req-48812839-4600-4e29-bec9-76aedda54c9e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:41.463541 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-920eed6e-a2dd-4855-bf78-a3e31d030bb4 req-48812839-4600-4e29-bec9-76aedda54c9e tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0906653
Apr 30 16:26:41.509002 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-920eed6e-a2dd-4855-bf78-a3e31d030bb4 req-223c8483-93cd-4342-80b1-3134f0f357a2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392342
Apr 30 16:26:41.631675 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Router 9756e7fe-75a8-4627-bf97-4c8cd98f922b is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:26:41.693947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0b37-5480-4d52-b72a-4f4d69b35337 req-40b8a402-0895-4e55-b849-3b174d278353 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:41.695262 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8d46ca42-9bc2-4301-aeb6-ee9225b8b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:41.695890 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e06a0b37-5480-4d52-b72a-4f4d69b35337 req-40b8a402-0895-4e55-b849-3b174d278353 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.0882182
Apr 30 16:26:41.704622 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:41.816002 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.db.api [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 16:26:41.816385 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_db.api [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 16:26:41.821421 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46ca42-9bc2-4301-aeb6-ee9225b8b124 None None] Pushing event updated for resources: {'Port': ['ID=8e34cdab-2a5f-4022-bf80-3661a39deb47,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:41.824443 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8d46ca42-9bc2-4301-aeb6-ee9225b8b124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:41.836961 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:26:41.842771 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Sync routers for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:26:41.845629 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e06a0b37-5480-4d52-b72a-4f4d69b35337 req-e6b2e92c-f250-4cd9-ad36-9920cdb15109 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422491
Apr 30 16:26:41.853251 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:26:41.853936 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502837dc0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:26:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:41.969941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Notify callbacks [] for router, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:41.971578 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.4450314
Apr 30 16:26:41.974743 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48110) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:42.044707 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:26:42.382288 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723388d-813a-4bfa-a452-ec1cd29478a0 req-ceade5ac-768c-46e8-a077-ac841137ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:42.383840 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c723388d-813a-4bfa-a452-ec1cd29478a0 req-ceade5ac-768c-46e8-a077-ac841137ae0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1099 time: 0.1193967
Apr 30 16:26:42.385880 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502837dc0>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:40Z', 'revision_number': 3, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:42.390661 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Checking router: 9756e7fe-75a8-4627-bf97-4c8cd98f922b for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:26:42.391153 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Updating router 9756e7fe-75a8-4627-bf97-4c8cd98f922b port f654446d-3f01-4059-ab6d-9710b3ba9e21 binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:26:42.457699 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:42.481865 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-02449aba-f78d-42dd-845a-4ca0c68ef06a req-429c83dc-7c28-4c6b-8397-11f3c06ff814 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.0570424
Apr 30 16:26:42.492050 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c723388d-813a-4bfa-a452-ec1cd29478a0 req-375637f6-c78a-4684-a67d-577237c59ce3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946486
Apr 30 16:26:42.538135 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7e73-d7f7-4ec6-90fb-a6e47ab8af93 req-aef4890c-0ccd-4169-9867-194c871a9d0d tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:42.539609 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a27d7e73-d7f7-4ec6-90fb-a6e47ab8af93 req-aef4890c-0ccd-4169-9867-194c871a9d0d tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.2898567
Apr 30 16:26:42.751061 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a27d7e73-d7f7-4ec6-90fb-a6e47ab8af93 req-cecc7834-fa76-404b-b366-6d9df19cdda1 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048295
Apr 30 16:26:42.802668 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c168-3b34-4ea8-8b4f-d8b8c878c797 req-9a58ccf7-d7c6-4e50-b0ce-41d83e9debb0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:42.810037 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1087c168-3b34-4ea8-8b4f-d8b8c878c797 req-9a58ccf7-d7c6-4e50-b0ce-41d83e9debb0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1067915
Apr 30 16:26:42.846862 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:42.870166 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Transition to ACTIVE for port object f654446d-3f01-4059-ab6d-9710b3ba9e21 will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:42.880184 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1087c168-3b34-4ea8-8b4f-d8b8c878c797 req-91e04442-c1d7-43c2-9a7d-5f7639faa724 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691876
Apr 30 16:26:42.883619 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 8e34cdab-2a5f-4022-bf80-3661a39deb47 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:42.952092 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:42.956849 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 8e34cdab-2a5f-4022-bf80-3661a39deb47 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:42.957259 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:43.026476 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:43.031255 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:43.094844 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f2b7-864f-4368-ab18-25c1afc14302 req-eeca7e18-6b17-499b-b555-4d7a0e35c192 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:43.100993 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Attempting to bind port f654446d-3f01-4059-ab6d-9710b3ba9e21 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:26:43.101544 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Attempting to bind port f654446d-3f01-4059-ab6d-9710b3ba9e21 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:26:43.102046 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9b12f2b7-864f-4368-ab18-25c1afc14302 req-eeca7e18-6b17-499b-b555-4d7a0e35c192 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.1175585
Apr 30 16:26:43.102242 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Attempting to bind port f654446d-3f01-4059-ab6d-9710b3ba9e21 on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:43.116177 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:26:43.116770 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:43.117359 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:43.117920 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:26:43.118573 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Bound port: f654446d-3f01-4059-ab6d-9710b3ba9e21, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:26:43.119147 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:43.161611 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9b12f2b7-864f-4368-ab18-25c1afc14302 req-eac98170-8ffc-4bff-b273-4632f37fa883 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558157
Apr 30 16:26:43.196047 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Pushing event updated for resources: {'Port': ['ID=f654446d-3f01-4059-ab6d-9710b3ba9e21,revision_number=2']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:43.207735 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Allocated IP 172.20.0.1 (03b85f18-ca19-414b-8cfb-0513b737f337/d19cf6a9-56c5-4386-a8fd-9551a8093d84/07b80c73-5ca3-4c8c-b095-afeb2943b3e6) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:43.207921 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.208106 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.208476 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.208715 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.209064 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.209390 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.209707 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.210021 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.210367 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.210682 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.210992 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.211302 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:26:43.220363 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] For port f654446d-3f01-4059-ab6d-9710b3ba9e21, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:26:43.223568 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] For port f654446d-3f01-4059-ab6d-9710b3ba9e21, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=f654446d-3f01-4059-ab6d-9710b3ba9e21,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:26:43.224817 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:43.312310 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:43.317835 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:43.361033 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:43.389987 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Transition to ACTIVE for port object 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 will not be triggered until provisioned by entity DHCP. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:43.395735 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:26:43.396409 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502837dc0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:26:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:43.451624 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Pushing event updated for resources: {'Port': ['ID=f654446d-3f01-4059-ab6d-9710b3ba9e21,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:43.462299 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:43.490866 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:43.497496 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a31178c3-69e3-47fb-8f9b-108a06791baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:43.572412 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Network 03b85f18-ca19-414b-8cfb-0513b737f337 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:43.580446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:43.584935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:43.630940 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Pushing event updated for resources: {'Port': ['ID=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:43.635700 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:43.638627 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:26:43.658748 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:43.745252 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-268bb4f6-5fe6-40c0-87a3-9cc7fa82f397 req-c8cd9701-67e8-4ca3-9c7b-014f7f0b3bcb tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.0640059
Apr 30 16:26:43.900716 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:44.027783 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502837dc0>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:40Z', 'revision_number': 3, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:44.032783 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bb303-53b1-4f49-b52b-718aa543c144 None None] The sync data for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi is: [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:40Z', 'revision_number': 3, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:26:44.035993 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0762b98a-020f-456b-bc08-8e1735004c8c None None] Provisioning for port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:44.041333 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0762b98a-020f-456b-bc08-8e1735004c8c None None] Provisioning complete for port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:44.041715 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0762b98a-020f-456b-bc08-8e1735004c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:44.117403 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-0762b98a-020f-456b-bc08-8e1735004c8c None None] Port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:26:44.139182 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600384b5-764e-4ef6-9243-0a4fb8322278 req-cce5ba4e-a9df-47b5-9636-c7d923dc1ed0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:44.140969 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-600384b5-764e-4ef6-9243-0a4fb8322278 req-cce5ba4e-a9df-47b5-9636-c7d923dc1ed0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1287124
Apr 30 16:26:44.168950 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac509c1c-3dd8-4364-9887-bad6ab90f3a6 req-ee4f06a6-83b8-4f24-b1a7-e2713094cc0c tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:44.176297 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ac509c1c-3dd8-4364-9887-bad6ab90f3a6 req-ee4f06a6-83b8-4f24-b1a7-e2713094cc0c tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.2580020
Apr 30 16:26:44.231730 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-600384b5-764e-4ef6-9243-0a4fb8322278 req-ed4f0cbc-f6f2-41b1-b31d-e91546c642f2 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801151
Apr 30 16:26:44.255496 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ac509c1c-3dd8-4364-9887-bad6ab90f3a6 req-d1a07472-cc9b-4263-95b5-4fec5e6bc085 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782497
Apr 30 16:26:44.291594 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:44.370113 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:44.443934 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-81676922-1ea1-4dee-a2c2-08d783a44d6b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:44.467335 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-eae6bbfe-fc6b-484d-8ca2-a93a0e150219 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:44.469137 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-eae6bbfe-fc6b-484d-8ca2-a93a0e150219 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 815 time: 0.1985111
Apr 30 16:26:44.514506 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Request body: {'port': {'device_id': 'b9b22a45-b223-464c-a667-e1c9348ac4d8', 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'admin_state_up': True, 'tenant_id': '5963a92155674c6583c2b37df3d0f815'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:44.551745 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Pushing event updated for resources: {'Port': ['ID=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:44.554898 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:44.560955 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:44.714791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7574935-6e4a-4180-9a18-35079a146ead req-7c1d751f-e75f-4a20-ad34-13868b399cc0 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:44.722441 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f7574935-6e4a-4180-9a18-35079a146ead req-7c1d751f-e75f-4a20-ad34-13868b399cc0 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.2520199
Apr 30 16:26:44.749421 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:44.759582 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:44.811126 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f7574935-6e4a-4180-9a18-35079a146ead req-b25ca411-5aee-41f4-b08b-de0204fca84f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877120
Apr 30 16:26:44.856886 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Network 03b85f18-ca19-414b-8cfb-0513b737f337 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:44.861396 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Made reservation on behalf of 5963a92155674c6583c2b37df3d0f815 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:26:44.865219 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:44.871623 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:44.902947 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device f654446d-3f01-4059-ab6d-9710b3ba9e21 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:45.154606 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-75704c06-55b1-49e1-8398-9ef747dc0e9d req-f8aa0794-2baa-4d24-8fc5-7c2d56353c18 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.2279413
Apr 30 16:26:45.205746 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port f654446d-3f01-4059-ab6d-9710b3ba9e21 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:45.216042 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port f654446d-3f01-4059-ab6d-9710b3ba9e21 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:45.216538 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:45.244741 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Allocated IP 172.20.0.3 (0f899f3b-47df-4519-9c6f-b082fd36c42e/3f3fbaaa-ff23-4124-a220-c198118c6fa7/31640ed8-e817-4143-9499-2d1014295e2a) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:45.401702 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-7981ad81-3524-4187-80f1-3060fd012f79 None None] Provisioning complete for port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:45.402430 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7981ad81-3524-4187-80f1-3060fd012f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:45.403106 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Router 9756e7fe-75a8-4627-bf97-4c8cd98f922b has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:26:45.466486 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:45.592427 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-7981ad81-3524-4187-80f1-3060fd012f79 None None] Port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:26:45.620021 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:45.640279 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port f654446d-3f01-4059-ab6d-9710b3ba9e21, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=f654446d-3f01-4059-ab6d-9710b3ba9e21,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:45.720157 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34bced-5b8d-45d0-bf77-14429c725bdd req-52486e34-601b-4f0e-b430-32bacb1a9ca9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:45.722131 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-eb34bced-5b8d-45d0-bf77-14429c725bdd req-52486e34-601b-4f0e-b430-32bacb1a9ca9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.2022154
Apr 30 16:26:45.722900 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:26:45.740466 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] 10.222.0.57 "PUT /v2.0/routers/9756e7fe-75a8-4627-bf97-4c8cd98f922b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7566502
Apr 30 16:26:45.740694 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ae9bf-3733-4580-9969-c26e520363cc req-067b19cc-a0b4-42ee-938a-b13e60290c38 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:45.740694 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-869ae9bf-3733-4580-9969-c26e520363cc req-067b19cc-a0b4-42ee-938a-b13e60290c38 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 950 time: 0.2037711
Apr 30 16:26:45.742029 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:45.746541 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:45.747036 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-7bd29e61-7604-49b5-a7d5-4d19be7cf17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:45.788394 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-eb34bced-5b8d-45d0-bf77-14429c725bdd req-d59ce966-1108-4b85-922f-179fa8a601a1 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/security-groups?id=ecdbecef-b90a-438f-8da0-17370bb1fe91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540106
Apr 30 16:26:45.789107 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e415-96c5-4ee7-a15a-ec25c561c76a req-e819bbc0-6469-4a54-a5d9-06f264e50bcb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:45.790775 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4936e415-96c5-4ee7-a15a-ec25c561c76a req-e819bbc0-6469-4a54-a5d9-06f264e50bcb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.3513749
Apr 30 16:26:45.909544 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=f654446d-3f01-4059-ab6d-9710b3ba9e21,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:45.915324 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:45.971134 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4936e415-96c5-4ee7-a15a-ec25c561c76a req-610b73af-4a67-4673-9875-1f7b9ab7b3c8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192133
Apr 30 16:26:46.007515 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Deleting port 20aa1bc7-8b08-4369-8f17-86b38e496072 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:26:46.007954 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:46.156815 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a81e585f-64a5-4190-8ad0-74863076f364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:46.245994 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] For port 20aa1bc7-8b08-4369-8f17-86b38e496072, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=20aa1bc7-8b08-4369-8f17-86b38e496072,segment=NetworkSegment(5ab8cb66-b108-4c82-849e-f1acb808e7d8),segment_id=5ab8cb66-b108-4c82-849e-f1acb808e7d8)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:46.251680 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:46.301223 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Sync routers for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:26:46.336610 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:26:46.337321 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50264e040>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:26:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:46.379702 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d7938-db4d-40c5-a5eb-2dbde8a6e429 req-65d73ded-9d4c-44c2-9dde-accba5e23f60 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:46.384774 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-416d7938-db4d-40c5-a5eb-2dbde8a6e429 req-65d73ded-9d4c-44c2-9dde-accba5e23f60 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 931 time: 0.1044931
Apr 30 16:26:46.391734 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:46.400147 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Calling delete_port for 20aa1bc7-8b08-4369-8f17-86b38e496072 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:26:46.413681 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:46.437732 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70', '9b1a88c3-1710-4d3d-b0a4-25bd567020b8'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:26:46.481674 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-416d7938-db4d-40c5-a5eb-2dbde8a6e429 req-62ba6634-7912-403e-9aba-f70765233d69 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880642
Apr 30 16:26:46.509754 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:46.513976 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:46.541491 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:46.586169 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Pushing event updated for resources: {'Port': ['ID=31640ed8-e817-4143-9499-2d1014295e2a,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:46.620384 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:46.691803 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:46.693248 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:46.711653 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:26:46.957883 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c5ade-fc93-4e72-851a-1d896ffefd67 req-0096931d-2317-46be-aa13-2060ffd07bfe tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:46.960659 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4505959
Apr 30 16:26:46.966370 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-244c5ade-fc93-4e72-851a-1d896ffefd67 req-0096931d-2317-46be-aa13-2060ffd07bfe tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1929445
Apr 30 16:26:46.971098 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-6dc132a1-079e-4838-bff5-5022a1bc944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:46.972990 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-6dc132a1-079e-4838-bff5-5022a1bc944a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40fbb956131348a99eaf6b80cb513691&device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 1099 time: 0.1581569
Apr 30 16:26:46.981680 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device f654446d-3f01-4059-ab6d-9710b3ba9e21 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:46.994358 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Request body: {'port': {'device_id': 'b9b22a45-b223-464c-a667-e1c9348ac4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:47.055130 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:47.129843 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:47.155602 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48244) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:47.168110 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2042333098-network', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:47.173573 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:47.178289 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Usage tracker for resource:network and tenant:398c7746bd504d02b727d9e4fdf80dde is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:47.181662 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:47.189615 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:47.232164 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-244c5ade-fc93-4e72-851a-1d896ffefd67 req-a42a142f-e90a-4b5b-b193-9783b488b473 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645767
Apr 30 16:26:47.259052 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-62c00cfd-1318-49fe-86c9-a6921c99ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:47.261010 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-62c00cfd-1318-49fe-86c9-a6921c99ab1a service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 200  len: 920 time: 0.2709799
Apr 30 16:26:47.288221 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port f654446d-3f01-4059-ab6d-9710b3ba9e21 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:47.288613 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:47.312109 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] No DVR routers for this DVR port 20aa1bc7-8b08-4369-8f17-86b38e496072 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:26:47.315650 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b392ec5-15ce-4e43-95e5-1fc4fb70b8ad req-170772bc-95e8-4f9c-b989-2b511c73c703 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 210 time: 0.2716587
Apr 30 16:26:47.346442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Pushing event deleted for resources: {'Port': ['ID=20aa1bc7-8b08-4369-8f17-86b38e496072,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:47.346689 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Made reservation on behalf of 398c7746bd504d02b727d9e4fdf80dde for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:26:47.346689 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:47.354776 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:47.363348 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-a65516b3-e3e3-464c-8601-128c8033fc1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62cb194-71c9-4108-ab38-9084b06f38e0 HTTP/1.1" status: 200  len: 217 time: 0.0944355
Apr 30 16:26:47.364145 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:47.405357 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3080b61-b7b0-4883-a886-d1d972e7fd95', 'name': 'network-vif-deleted', 'tag': '20aa1bc7-8b08-4369-8f17-86b38e496072'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:26:47.434466 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:47.477519 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:47.485916 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:398c7746bd504d02b727d9e4fdf80dde is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:47.497708 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:47.529406 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-869ae9bf-3733-4580-9969-c26e520363cc req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.69 "DELETE /v2.0/ports/20aa1bc7-8b08-4369-8f17-86b38e496072 HTTP/1.1" status: 204  len: 173 time: 1.7786562
Apr 30 16:26:47.531192 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3080b61-b7b0-4883-a886-d1d972e7fd95', 'name': 'network-vif-deleted', 'tag': '20aa1bc7-8b08-4369-8f17-86b38e496072', 'status': 'completed', 'code': 200}
Apr 30 16:26:47.538429 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:47.569368 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-7e8a432f-2b72-42f4-83d3-1ae42291f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:47.570984 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-7e8a432f-2b72-42f4-83d3-1ae42291f1c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 200  len: 859 time: 0.1815426
Apr 30 16:26:47.600224 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:47.646378 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-c81bd4b9-4ab9-4702-ae5b-08699d27099c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7bc1c6-578f-493f-828e-1bb5b1535e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491397
Apr 30 16:26:47.796373 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50264e040>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:44Z', 'revision_number': 2, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:47.805659 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Checking router: 9756e7fe-75a8-4627-bf97-4c8cd98f922b for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:26:47.806025 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Updating router 9756e7fe-75a8-4627-bf97-4c8cd98f922b port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:26:47.846921 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:47.872494 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-9d33f707-54bf-4ced-889d-dc45672115ef service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156601
Apr 30 16:26:47.897865 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:47.950481 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efcdcc-3772-4c22-a61c-6656ef22ba3c req-0102f915-615f-4e17-93f9-7cc1cf29a5e4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:47.951244 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-28efcdcc-3772-4c22-a61c-6656ef22ba3c req-0102f915-615f-4e17-93f9-7cc1cf29a5e4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:26:48.015144 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.021032 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7593d0cb-1288-436d-8451-5d2844da5831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:48.109356 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:26:48.131818 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3c1589-e29c-42d1-ad09-4416e036b338,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:48.145882 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.146119 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Added segment df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2 of type vlan for network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9
Apr 30 16:26:48.147394 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:48.160954 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-28efcdcc-3772-4c22-a61c-6656ef22ba3c req-0102f915-615f-4e17-93f9-7cc1cf29a5e4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:26:48.161548 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-84534f84-68ef-40d6-bb0f-792c9f2faba5 req-a167afc1-52ed-4e70-bc62-9193df8d3322 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811499
Apr 30 16:26:48.162197 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-28efcdcc-3772-4c22-a61c-6656ef22ba3c req-0102f915-615f-4e17-93f9-7cc1cf29a5e4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 931 time: 0.5215569
Apr 30 16:26:48.182366 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.253648 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31640ed8-e817-4143-9499-2d1014295e2a {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:26:48.264527 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.269894 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-28efcdcc-3772-4c22-a61c-6656ef22ba3c req-94401e56-c92a-476c-83be-bef2b56e7957 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752037
Apr 30 16:26:48.286736 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Transition to ACTIVE for port object 31640ed8-e817-4143-9499-2d1014295e2a will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:48.288090 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.289933 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:48.293440 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.295356 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:48.403635 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:48.409352 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:48.409615 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.412107 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.417393 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-da3ee74f-ca17-45e7-9a69-41aff67b28ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:48.419074 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:26:48.465209 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Transition to ACTIVE for port object 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:48.499647 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3409169
Apr 30 16:26:48.507081 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48268) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:48.515166 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Request body: {'subnet': {'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2042333098-subnet', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:48.521864 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:48.527687 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Usage tracker for resource:subnet and tenant:398c7746bd504d02b727d9e4fdf80dde is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:48.531611 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:48.540957 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:48.553314 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.570954 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8d46ca42-9bc2-4301-aeb6-ee9225b8b124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:48.577904 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c2d15-aea6-4bfc-a666-5c121ce8c381 req-40e46fd8-cb0e-4116-b3e9-e828a3bb67ab tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:48.579866 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-988c2d15-aea6-4bfc-a666-5c121ce8c381 req-40e46fd8-cb0e-4116-b3e9-e828a3bb67ab tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1420205
Apr 30 16:26:48.694372 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:26:48.706662 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Made reservation on behalf of 398c7746bd504d02b727d9e4fdf80dde for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:26:48.717117 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2252585'] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.764277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=31640ed8-e817-4143-9499-2d1014295e2a,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:48.779204 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-6065398e-5532-435c-9085-83dd66ae1e3a req-1e62d4a7-80fd-4112-8023-ab3181bfacc6 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Synchronizing usage tracker for tenant:9e96ace82b054984a75de2d80926bcd0 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:26:48.779204 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:48.817248 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb38c22-fdfc-4e8b-ad1b-bb66e8680ef3 None None] Pushing event updated for resources: {'Port': ['ID=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:48.829545 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-988c2d15-aea6-4bfc-a666-5c121ce8c381 req-311a7019-3547-48fb-a9ff-674f2908e5d8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423635
Apr 30 16:26:48.884596 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ddb38c22-fdfc-4e8b-ad1b-bb66e8680ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:48.885954 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.935447 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-12db71fd-125d-46bf-b488-b5c67216a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.981805 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Attempting to bind port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:26:48.982180 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Attempting to bind port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:26:48.982541 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Attempting to bind port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 on network 03b85f18-ca19-414b-8cfb-0513b737f337 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:48.993379 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:26:48.993757 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Checking segment: {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:48.994156 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:48.994567 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Bound using segment: {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:26:48.995022 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Bound port: 07b80c73-5ca3-4c8c-b095-afeb2943b3e6, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:26:48.995397 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:49.078174 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-6065398e-5532-435c-9085-83dd66ae1e3a req-1e62d4a7-80fd-4112-8023-ab3181bfacc6 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Unset dirty status for tenant:9e96ace82b054984a75de2d80926bcd0 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:26:49.079361 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6065398e-5532-435c-9085-83dd66ae1e3a req-1e62d4a7-80fd-4112-8023-ab3181bfacc6 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3080b61-b7b0-4883-a886-d1d972e7fd95 HTTP/1.1" status: 200  len: 210 time: 0.5499659
Apr 30 16:26:49.121723 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] For port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:26:49.125133 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] For port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:26:49.232628 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Attempting to bind port 31640ed8-e817-4143-9499-2d1014295e2a on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Attempting to bind port 31640ed8-e817-4143-9499-2d1014295e2a by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Attempting to bind port 31640ed8-e817-4143-9499-2d1014295e2a on network 0f899f3b-47df-4519-9c6f-b082fd36c42e {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Port 31640ed8-e817-4143-9499-2d1014295e2a on network 0f899f3b-47df-4519-9c6f-b082fd36c42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Attempting to bind port 31640ed8-e817-4143-9499-2d1014295e2a on network 0f899f3b-47df-4519-9c6f-b082fd36c42e {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Checking segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Bound using segment: {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Bound port: 31640ed8-e817-4143-9499-2d1014295e2a, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fbb15e-d6ae-4330-8b63-02188bef851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:26:49.248179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:49.255087 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 20aa1bc7-8b08-4369-8f17-86b38e496072 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:26:49.293976 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 20aa1bc7-8b08-4369-8f17-86b38e496072 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:26:49.294251 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 20aa1bc7-8b08-4369-8f17-86b38e496072 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:26:49.336048 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] For port 31640ed8-e817-4143-9499-2d1014295e2a, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:26:49.342381 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] For port 31640ed8-e817-4143-9499-2d1014295e2a, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=31640ed8-e817-4143-9499-2d1014295e2a,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:26:49.387655 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:49.393204 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:49.474121 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:26:49.474748 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50264e040>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:26:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:49.480853 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc80fc-ee66-4480-ac8a-4cdbdbde4a47 req-2d132687-4eb2-4b3d-816b-d3cbd18b4e7c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:49.482583 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bbdc80fc-ee66-4480-ac8a-4cdbdbde4a47 req-2d132687-4eb2-4b3d-816b-d3cbd18b4e7c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 943 time: 0.0962546
Apr 30 16:26:49.565474 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bbdc80fc-ee66-4480-ac8a-4cdbdbde4a47 req-5c83770b-7256-492b-b036-5a6c6f0a1d3a tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712309
Apr 30 16:26:49.566976 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:49.595846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:49.661821 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb38c22-fdfc-4e8b-ad1b-bb66e8680ef3 None None] Pushing event updated for resources: {'Port': ['ID=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:49.667529 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:49.668152 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:49.669551 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] 10.222.0.69 "PUT /v2.0/ports/31640ed8-e817-4143-9499-2d1014295e2a HTTP/1.1" status: 200  len: 1093 time: 2.6811504
Apr 30 16:26:49.670081 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b22a45-b223-464c-a667-e1c9348ac4d8', 'tag': '31640ed8-e817-4143-9499-2d1014295e2a'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:26:49.702794 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ddb38c22-fdfc-4e8b-ad1b-bb66e8680ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:49.748016 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b22a45-b223-464c-a667-e1c9348ac4d8', 'tag': '31640ed8-e817-4143-9499-2d1014295e2a', 'status': 'completed', 'code': 200}
Apr 30 16:26:49.762809 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=31640ed8-e817-4143-9499-2d1014295e2a,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:49.765906 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:49.770490 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:26:49.825212 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2252603'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:49.828251 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-62f93e0e-5135-4319-af70-720792fd2db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:49.887328 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f859a-568f-4bed-bd00-4d2772b421dd req-ff6aa5d1-b0ad-4fa1-9b8a-021d3a437234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:49.889255 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8e8f859a-568f-4bed-bd00-4d2772b421dd req-ff6aa5d1-b0ad-4fa1-9b8a-021d3a437234 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 1096 time: 0.0865593
Apr 30 16:26:49.911310 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=649f5b75-1a66-4470-9762-f103b3d6a7eb,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:49.916897 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:49.917762 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Checking segment: {'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:49.918110 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Network hostable DHCP agents. Network: 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:26:49.956858 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:50.070849 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:26:50.112820 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f859a-568f-4bed-bd00-4d2772b421dd req-30dace41-e5f8-4d22-b5a5-1914154b9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:50.114323 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8e8f859a-568f-4bed-bd00-4d2772b421dd req-30dace41-e5f8-4d22-b5a5-1914154b9c07 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5963a92155674c6583c2b37df3d0f815&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2075300
Apr 30 16:26:50.127964 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fd35-44ca-455f-8b05-d554e47a0891 req-3193c7fe-d856-4904-be83-89c885b0e468 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:50.129460 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cbb5fd35-44ca-455f-8b05-d554e47a0891 req-3193c7fe-d856-4904-be83-89c885b0e468 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1794143
Apr 30 16:26:50.148945 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50264e040>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:49Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:50.153341 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264149ee-de50-4ef7-a584-3ce3a6f65abb None None] The sync data for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi is: [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:49Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:26:50.180798 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:50.190342 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1854158-37f0-4437-90f5-bc0cab71a1e1 None None] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:26:50.200814 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:50.201805 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:50.288279 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cbb5fd35-44ca-455f-8b05-d554e47a0891 req-cde85686-f996-40b8-ae08-e7e90716c505 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331079
Apr 30 16:26:50.359132 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8477020
Apr 30 16:26:50.359569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 48302) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:50.366339 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f859a-568f-4bed-bd00-4d2772b421dd req-892e956d-1643-4e40-917a-61e6f69cd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:50.368553 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8e8f859a-568f-4bed-bd00-4d2772b421dd req-892e956d-1643-4e40-917a-61e6f69cd296 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2382116
Apr 30 16:26:50.372829 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:26:50.378596 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:50.383167 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Usage tracker for resource:router and tenant:398c7746bd504d02b727d9e4fdf80dde is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:50.386596 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:50.394358 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:50.519068 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:50.520123 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:50.535502 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9', 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'fixed_ips': [{'subnet_id': '649f5b75-1a66-4470-9762-f103b3d6a7eb'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:26:50.536338 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:50.543600 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:50.585024 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-2ddfb68e-e1e8-43fb-a7f9-69301b8139ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:50.586559 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-2ddfb68e-e1e8-43fb-a7f9-69301b8139ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 1096 time: 0.1225624
Apr 30 16:26:50.807956 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Allocated IP 172.20.0.2 (9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9/649f5b75-1a66-4470-9762-f103b3d6a7eb/19ab8093-ecb1-44c9-aa66-0f92479e14e6) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:50.875967 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-c0d4c022-1dec-4625-af87-664c0c90cb0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31640ed8-e817-4143-9499-2d1014295e2a HTTP/1.1" status: 200  len: 217 time: 0.2673650
Apr 30 16:26:51.149636 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:51.160007 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Transition to ACTIVE for port object 19ab8093-ecb1-44c9-aa66-0f92479e14e6 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:51.209234 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Transition to ACTIVE for port object 19ab8093-ecb1-44c9-aa66-0f92479e14e6 will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:51.231627 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:51.322063 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:51.339930 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-b36d18d9-7e47-4bdc-ab78-bc09deae3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:51.341521 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-b36d18d9-7e47-4bdc-ab78-bc09deae3d2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 200  len: 855 time: 0.3429642
Apr 30 16:26:51.363315 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:51.368028 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:51.419939 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270435-a222-4492-b80c-bddf317afb4e req-c670e866-aa0c-4d27-b09b-587eaa348d8d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:51.428897 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b6270435-a222-4492-b80c-bddf317afb4e req-c670e866-aa0c-4d27-b09b-587eaa348d8d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 943 time: 0.5783796
Apr 30 16:26:51.436684 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-4197fc6d-35bd-40a8-a82b-ad222954dff6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f899f3b-47df-4519-9c6f-b082fd36c42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0839777
Apr 30 16:26:51.483160 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:51.489361 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:51.509014 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:51.509788 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:51.510253 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:51.543669 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:51.553294 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:51.567223 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Pushing event updated for resources: {'Port': ['ID=19ab8093-ecb1-44c9-aa66-0f92479e14e6,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:51.575005 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:51.680803 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc93e-8351-4046-943c-0bfd4df89134 req-8d916308-dca1-4ea3-8efc-ea54c0637aeb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:51.682518 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9eedc93e-8351-4046-943c-0bfd4df89134 req-8d916308-dca1-4ea3-8efc-ea54c0637aeb tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.2103047
Apr 30 16:26:51.691451 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Attempting to bind port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:26:51.691834 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Attempting to bind port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:26:51.692185 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Attempting to bind port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 on network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:51.700515 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:26:51.717674 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Checking segment: {'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:51.717947 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:51.719024 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Bound using segment: {'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:26:51.719753 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Bound port: 19ab8093-ecb1-44c9-aa66-0f92479e14e6, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:26:51.720242 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:51.773664 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9eedc93e-8351-4046-943c-0bfd4df89134 req-97cd2031-9984-404c-941f-bcc61a68f669 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739954
Apr 30 16:26:51.799575 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b6270435-a222-4492-b80c-bddf317afb4e req-e8acc0f0-c1b7-4fcf-9e59-a03030895ed0 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3697960
Apr 30 16:26:51.898764 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:51.987043 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] For port 19ab8093-ecb1-44c9-aa66-0f92479e14e6, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:26:51.993103 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] For port 19ab8093-ecb1-44c9-aa66-0f92479e14e6, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=19ab8093-ecb1-44c9-aa66-0f92479e14e6,segment=NetworkSegment(df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2),segment_id=df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:26:51.997166 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:51.999076 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-d57403d6-3362-4015-85bf-f9f600982cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5497489
Apr 30 16:26:52.029860 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48354) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:52.055628 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.061371 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:52.128978 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.162330 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Pushing event updated for resources: {'Port': ['ID=19ab8093-ecb1-44c9-aa66-0f92479e14e6,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:52.165267 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:52.165779 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:52.240716 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.276844 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:26:52.282868 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Usage tracker for resource:security_group_rule and tenant:730a6766d7ea421285a362b2382d0477 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:26:52.289118 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:26:52.297643 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:26:52.339141 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:52.350827 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:52.367407 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f77a52f9-3cb7-42db-9c89-2a0080971277 req-496d0dee-5748-4f9b-a315-3f022113e030 service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3426692
Apr 30 16:26:52.370770 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.412885 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.425830 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.542560 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.553277 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2a9ede36-2002-41a3-a433-00e731109bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:52.577697 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Allocated IP 172.27.0.28 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/5d40644e-46ec-4bf9-ad7d-6670283c95c0) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:52.614180 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=730a6766d7ea421285a362b2382d0477&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5832314
Apr 30 16:26:52.615317 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aada08f7-57fe-49db-a814-7559c36074bc,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:52.616708 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 48372) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:52.618872 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5d363ded-c755-4f95-98bc-e984866bdfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:52.803076 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-04ae0594-6f00-4ca7-9a53-a6ff539295f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.843086 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-04ae0594-6f00-4ca7-9a53-a6ff539295f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.916435 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:52.960104 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 19ab8093-ecb1-44c9-aa66-0f92479e14e6 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:53.087302 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-04ae0594-6f00-4ca7-9a53-a6ff539295f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:53.091316 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:53.107392 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae0594-6f00-4ca7-9a53-a6ff539295f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aada08f7-57fe-49db-a814-7559c36074bc,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:53.119066 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-04ae0594-6f00-4ca7-9a53-a6ff539295f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:53.146833 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-04ae0594-6f00-4ca7-9a53-a6ff539295f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:53.148907 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-04ae0594-6f00-4ca7-9a53-a6ff539295f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aada08f7-57fe-49db-a814-7559c36074bc HTTP/1.1" status: 204  len: 168 time: 0.5303102
Apr 30 16:26:53.149091 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4d96d-3852-4189-8597-87baa62c0106 req-df444901-ed58-4627-ade8-d40c71e64631 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:53.153411 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5bb4d96d-3852-4189-8597-87baa62c0106 req-df444901-ed58-4627-ade8-d40c71e64631 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 943 time: 0.1345303
Apr 30 16:26:53.191868 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:53.207923 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:53.216089 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:53.217601 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:53.234425 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5bb4d96d-3852-4189-8597-87baa62c0106 req-535452aa-34a5-4243-996b-46bf570c7236 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687754
Apr 30 16:26:53.321935 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:53.331958 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:53.336714 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:53.337150 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:53.341707 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:53.394941 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=5d40644e-46ec-4bf9-ad7d-6670283c95c0,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:53.399264 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:53.534202 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab045a5-c6c2-4bd1-81cc-455b5b2ecdd5 None None] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:26:53.674478 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abe249-ef50-4e12-b561-8422d3e886ed req-c576a124-ed9a-443c-b3f7-316cc475bcc7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:53.676505 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-17abe249-ef50-4e12-b561-8422d3e886ed req-c576a124-ed9a-443c-b3f7-316cc475bcc7 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.5234435
Apr 30 16:26:53.799377 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-17abe249-ef50-4e12-b561-8422d3e886ed req-6d2b4fa5-2e32-4521-a6a0-1ecb975dde33 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111047
Apr 30 16:26:53.868595 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] Provisioning for port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:53.886324 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] Provisioning complete for port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:53.886699 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:54.107617 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:54.153657 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] For port 19ab8093-ecb1-44c9-aa66-0f92479e14e6, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=19ab8093-ecb1-44c9-aa66-0f92479e14e6,segment=NetworkSegment(df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2),segment_id=df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:54.301114 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:54.303350 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:54.387671 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] Pushing event updated for resources: {'Port': ['ID=19ab8093-ecb1-44c9-aa66-0f92479e14e6,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:54.391089 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:54.424674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:54.427495 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-6d295ead-82fc-44ae-b8f2-61a6d6ec1f08 None None] Provisioning complete for port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:54.427976 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-6d295ead-82fc-44ae-b8f2-61a6d6ec1f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:54.638307 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6002436-2d7f-4738-b7f4-becf73626a1f req-95e5f7fe-a2ae-45fd-851b-e1f577b3d259 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:54.640918 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6002436-2d7f-4738-b7f4-becf73626a1f req-95e5f7fe-a2ae-45fd-851b-e1f577b3d259 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 943 time: 0.2641037
Apr 30 16:26:54.798183 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6002436-2d7f-4738-b7f4-becf73626a1f req-7934e44d-39a0-4bee-a224-1d563630b835 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735526
Apr 30 16:26:54.878494 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 19ab8093-ecb1-44c9-aa66-0f92479e14e6 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:54.973859 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:54.975679 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:54.978052 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:55.356244 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:26:55.540179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:26:55.550440 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Sync routers for ids ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:26:55.561556 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Routers {'6b5e51fd-8cdf-4bec-9f33-781d571e76d8'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:26:55.566566 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502536fd0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:26:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:55.647312 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:55.651470 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48544) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:26:55.651931 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.2910817
Apr 30 16:26:55.753737 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Set router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:26:56.110142 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1d4a4-4c1b-4828-85ba-e3b9c6ce580c req-10bf5804-2a59-40aa-8a52-a403319605ba tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:56.113701 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-aee1d4a4-4c1b-4828-85ba-e3b9c6ce580c req-10bf5804-2a59-40aa-8a52-a403319605ba tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 943 time: 0.1610103
Apr 30 16:26:56.167432 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502536fd0>, [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:26:53Z', 'revision_number': 3, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:56.171739 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Checking router: 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:26:56.172189 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Updating router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 port 5d40644e-46ec-4bf9-ad7d-6670283c95c0 binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:26:56.196732 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-aee1d4a4-4c1b-4828-85ba-e3b9c6ce580c req-124c87a7-88c7-4bef-8711-28aeeb705b15 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768273
Apr 30 16:26:56.271453 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:56.604250 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:56.677924 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:56.692270 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Transition to ACTIVE for port object 5d40644e-46ec-4bf9-ad7d-6670283c95c0 will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:56.791068 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:56.796367 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-0c3ed3cb-8d75-4778-9e88-10c692904807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:56.879974 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Allocated IP 172.20.0.1 (9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9/649f5b75-1a66-4470-9762-f103b3d6a7eb/cf0464d5-b281-4b0e-9de7-cb8da80cc7d2) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:26:56.888900 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Attempting to bind port 5d40644e-46ec-4bf9-ad7d-6670283c95c0 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:26:56.889417 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Attempting to bind port 5d40644e-46ec-4bf9-ad7d-6670283c95c0 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:26:56.889881 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Attempting to bind port 5d40644e-46ec-4bf9-ad7d-6670283c95c0 on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:26:56.896808 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a2cbb-d755-4e38-8f1e-5de1f41fde5d None None] Pushing event updated for resources: {'Port': ['ID=5d40644e-46ec-4bf9-ad7d-6670283c95c0,revision_number=2']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:56.900049 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-cd6a2cbb-d755-4e38-8f1e-5de1f41fde5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:56.903025 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:26:56.910205 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:26:56.910205 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:56.910205 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:26:56.910205 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Bound port: 5d40644e-46ec-4bf9-ad7d-6670283c95c0, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:26:56.910205 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:57.006895 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] For port 5d40644e-46ec-4bf9-ad7d-6670283c95c0, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:26:57.010783 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] For port 5d40644e-46ec-4bf9-ad7d-6670283c95c0, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=5d40644e-46ec-4bf9-ad7d-6670283c95c0,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:26:57.064829 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:57.081001 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Transition to ACTIVE for port object cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 will not be triggered until provisioned by entity DHCP. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:26:57.129755 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:57.134971 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-cd6a2cbb-d755-4e38-8f1e-5de1f41fde5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:57.215525 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Routers {'6b5e51fd-8cdf-4bec-9f33-781d571e76d8'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:26:57.216251 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502536fd0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:26:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:57.216935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:57.226450 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:57.294050 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 31640ed8-e817-4143-9499-2d1014295e2a details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:26:57.301604 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a2cbb-d755-4e38-8f1e-5de1f41fde5d None None] Pushing event updated for resources: {'Port': ['ID=5d40644e-46ec-4bf9-ad7d-6670283c95c0,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:57.319133 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-cd6a2cbb-d755-4e38-8f1e-5de1f41fde5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:57.348607 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:57.352039 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:57.359210 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:26:57.442886 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:57.449411 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:57.452889 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:57.571807 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] Set router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:26:57.629102 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 31640ed8-e817-4143-9499-2d1014295e2a, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=31640ed8-e817-4143-9499-2d1014295e2a,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:57.637767 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a924e-92ab-488e-9136-742c9448f662 req-1133704c-f81e-4625-8453-70d3211bf496 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:57.647147 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4d6a924e-92ab-488e-9136-742c9448f662 req-1133704c-f81e-4625-8453-70d3211bf496 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 943 time: 0.2020903
Apr 30 16:26:57.658641 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '31640ed8-e817-4143-9499-2d1014295e2a', 'network_id': '0f899f3b-47df-4519-9c6f-b082fd36c42e', 'port_id': '31640ed8-e817-4143-9499-2d1014295e2a', 'mac_address': 'fa:16:3e:3b:a3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3fbaaa-ff23-4124-a220-c198118c6fa7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:26:57.738725 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4d6a924e-92ab-488e-9136-742c9448f662 req-9f6ea2fd-5555-4592-9f0f-94c91263234b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897372
Apr 30 16:26:57.791400 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:57.808070 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:57.829075 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31640ed8-e817-4143-9499-2d1014295e2a {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:26:57.863579 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 31640ed8-e817-4143-9499-2d1014295e2a, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=31640ed8-e817-4143-9499-2d1014295e2a,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:57.929691 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0d3b99e5-4a9f-4440-b05b-e1f00d2df236 None None] Provisioning for port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:57.935503 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0d3b99e5-4a9f-4440-b05b-e1f00d2df236 None None] Provisioning complete for port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:57.936095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0d3b99e5-4a9f-4440-b05b-e1f00d2df236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:57.999853 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b99e5-4a9f-4440-b05b-e1f00d2df236 None None] Port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:26:58.002451 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:58.005217 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:58.075685 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502536fd0>, [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:26:53Z', 'revision_number': 3, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:26:58.087381 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcb329-ab9d-4a00-a6ab-22cb1da73e1c None None] The sync data for ids ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'] in dv-cinder-775008-3-iscsi is: [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:26:53Z', 'revision_number': 3, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:26:58.099446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:58.099955 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=31640ed8-e817-4143-9499-2d1014295e2a,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:58.102567 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:58.169145 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:58.214620 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-74ab99a4-86da-4225-bcee-184521c1dd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:58.295709 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:58.304455 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:58.308598 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:26:58.471432 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:26:58.472588 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:26:58.665566 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['31640ed8-e817-4143-9499-2d1014295e2a'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:26:58.885358 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:26:58.901404 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-a30092f3-54a1-4515-b679-e86158ee5f8d None None] Provisioning complete for port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:58.902067 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a30092f3-54a1-4515-b679-e86158ee5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:58.951651 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 5d40644e-46ec-4bf9-ad7d-6670283c95c0 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:26:59.057690 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f90d9-520a-4b13-a971-4c732bd6aaa3 req-f9ac562f-fa4c-4d2b-9b48-4f661f9cbaa2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:26:59.059280 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bf9f90d9-520a-4b13-a971-4c732bd6aaa3 req-f9ac562f-fa4c-4d2b-9b48-4f661f9cbaa2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 944 time: 0.1442521
Apr 30 16:26:59.151036 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bf9f90d9-520a-4b13-a971-4c732bd6aaa3 req-5d5357cb-e2a7-4bf8-9e7f-5832ac27ef2f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837910
Apr 30 16:26:59.157870 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-a30092f3-54a1-4515-b679-e86158ee5f8d None None] Port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:26:59.172595 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:26:59.203198 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] 10.222.0.57 "PUT /v2.0/routers/6b5e51fd-8cdf-4bec-9f33-781d571e76d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5428004
Apr 30 16:26:59.278715 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 5d40644e-46ec-4bf9-ad7d-6670283c95c0 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:26:59.286553 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 5d40644e-46ec-4bf9-ad7d-6670283c95c0 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:26:59.289471 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:59.436160 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:59.457198 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 5d40644e-46ec-4bf9-ad7d-6670283c95c0, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=5d40644e-46ec-4bf9-ad7d-6670283c95c0,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:26:59.535970 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:26:59.537880 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-7371b5ed-1f23-404a-a1f0-cc149f28da3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:26:59.625301 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=5d40644e-46ec-4bf9-ad7d-6670283c95c0,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:26:59.629304 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:00.077968 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Sync routers for ids ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:27:00.088374 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Routers {'6b5e51fd-8cdf-4bec-9f33-781d571e76d8'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:27:00.089024 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027b7790>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:26:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:00.346668 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Set router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:27:00.433053 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def3e49-950c-4fc7-a6e3-d48846816a48 req-17587b0b-f5cc-4e1b-b132-8c2bd508068d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:00.442935 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9def3e49-950c-4fc7-a6e3-d48846816a48 req-17587b0b-f5cc-4e1b-b132-8c2bd508068d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 944 time: 0.1248028
Apr 30 16:27:00.504938 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9def3e49-950c-4fc7-a6e3-d48846816a48 req-65cd436a-c4f3-483d-9aca-b454d0949c7d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611000
Apr 30 16:27:00.567085 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 48708) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:00.911275 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48720) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:00.913658 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-90bac7ed-cdb4-4354-af01-bb3dcfd3ad53 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e96ace82b054984a75de2d80926bcd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3431199
Apr 30 16:27:00.936742 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 5d40644e-46ec-4bf9-ad7d-6670283c95c0 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:01.033715 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff159fd5-bb84-4a54-bdf5-9b3f91710d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:01.091571 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff159fd5-bb84-4a54-bdf5-9b3f91710d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:01.096934 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027b7790>, [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:26:57Z', 'revision_number': 4, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'cf0464d5-b281-4b0e-9de7-cb8da80cc7d2', 'name': '', 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'mac_address': 'fa:16:3e:96:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '649f5b75-1a66-4470-9762-f103b3d6a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:56Z', 'updated_at': '2021-04-30T16:26:57Z', 'revision_number': 2, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'subnets': [{'id': '649f5b75-1a66-4470-9762-f103b3d6a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:01.138123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Checking router: 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:27:01.138123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Updating router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:27:01.138510 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 48726) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:01.194812 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:01.214067 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 5d40644e-46ec-4bf9-ad7d-6670283c95c0 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:01.214699 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:01.340345 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:01.355146 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 31640ed8-e817-4143-9499-2d1014295e2a up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:01.364374 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:01.369487 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Usage tracker for resource:security_group_rule and tenant:750f41a60fab4c91b4bce15559ea57dc is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:01.373031 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:01.380379 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:01.495405 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff159fd5-bb84-4a54-bdf5-9b3f91710d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:01.503330 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f5ab1518-22c7-49a9-8434-d525c48708ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:01.519305 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff159fd5-bb84-4a54-bdf5-9b3f91710d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdbecef-b90a-438f-8da0-17370bb1fe91,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:01.522752 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ff159fd5-bb84-4a54-bdf5-9b3f91710d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:01.618808 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff159fd5-bb84-4a54-bdf5-9b3f91710d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:01.620209 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ff159fd5-bb84-4a54-bdf5-9b3f91710d86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecdbecef-b90a-438f-8da0-17370bb1fe91 HTTP/1.1" status: 204  len: 168 time: 0.7079337
Apr 30 16:27:01.867739 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:01.929762 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 31640ed8-e817-4143-9499-2d1014295e2a completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:01.976890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22ed16-4ef0-4a72-8bed-f70826ab692b req-c8e9ed60-4732-4203-964c-4ed88099b4ae tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:01.979022 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bb22ed16-4ef0-4a72-8bed-f70826ab692b req-c8e9ed60-4732-4203-964c-4ed88099b4ae tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.2475786
Apr 30 16:27:01.989743 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 31640ed8-e817-4143-9499-2d1014295e2a triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:01.990123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.010202 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288a186-f3c8-4329-9605-aac46221fa9f req-3cc98af9-6493-406a-aabe-fd8ce1f9aa7d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:02.015485 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d288a186-f3c8-4329-9605-aac46221fa9f req-3cc98af9-6493-406a-aabe-fd8ce1f9aa7d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 944 time: 0.2284043
Apr 30 16:27:02.079510 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bb22ed16-4ef0-4a72-8bed-f70826ab692b req-90d189d7-ab8f-49f2-9894-b75395d11532 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927074
Apr 30 16:27:02.091286 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d288a186-f3c8-4329-9605-aac46221fa9f req-f90681d8-432d-422d-899c-81ec1a0b3fe7 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659814
Apr 30 16:27:02.098470 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.125656 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-94b79be6-5444-4867-90ac-4e3c367df549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:02.191786 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc11f32-91c9-4296-8593-481f5d385628,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:02.196334 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:02.199403 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=750f41a60fab4c91b4bce15559ea57dc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0631740
Apr 30 16:27:02.204816 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 48740) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:02.219676 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.263772 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.283367 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Transition to ACTIVE for port object cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:02.293467 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f5247129-cd45-4103-9fc5-6f48f80b7f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.345492 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f5247129-cd45-4103-9fc5-6f48f80b7f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.348265 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b22a45-b223-464c-a667-e1c9348ac4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31640ed8-e817-4143-9499-2d1014295e2a'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:27:02.370060 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 31640ed8-e817-4143-9499-2d1014295e2a, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=31640ed8-e817-4143-9499-2d1014295e2a,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:02.380498 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.391098 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-e6255fd2-51bb-435b-b1ea-a4b7b081117b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:02.494573 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f5247129-cd45-4103-9fc5-6f48f80b7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.499558 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-bd151032-d754-4f8b-af1a-52c7a2b2c674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:02.503048 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b22a45-b223-464c-a667-e1c9348ac4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31640ed8-e817-4143-9499-2d1014295e2a', 'code': 200}
Apr 30 16:27:02.503895 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.527785 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5247129-cd45-4103-9fc5-6f48f80b7f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc11f32-91c9-4296-8593-481f5d385628,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:02.556048 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f5247129-cd45-4103-9fc5-6f48f80b7f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:02.557292 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f5247129-cd45-4103-9fc5-6f48f80b7f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.558610 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f5247129-cd45-4103-9fc5-6f48f80b7f26 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5fc11f32-91c9-4296-8593-481f5d385628 HTTP/1.1" status: 204  len: 168 time: 0.3526809
Apr 30 16:27:02.742513 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb4341-dbd7-478c-a888-fbf60336e5b1 None None] Pushing event updated for resources: {'Port': ['ID=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:02.747927 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-31cb4341-dbd7-478c-a888-fbf60336e5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:02.752244 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:02.858066 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Attempting to bind port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:27:02.858447 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Attempting to bind port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:27:02.858861 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Attempting to bind port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 on network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:27:02.867701 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:27:02.975879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Checking segment: {'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:27:02.975879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.975879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Bound using segment: {'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:27:02.975879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Bound port: cf0464d5-b281-4b0e-9de7-cb8da80cc7d2, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:27:02.975879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:02.975879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=31640ed8-e817-4143-9499-2d1014295e2a,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:02.975879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:03.085898 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaf980-0d40-4015-b38f-5a1f69c299cb req-4e381fea-072b-4be6-bed4-cf4e115c59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:03.086910 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-efcaf980-0d40-4015-b38f-5a1f69c299cb req-4e381fea-072b-4be6-bed4-cf4e115c59f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 1098 time: 0.1605928
Apr 30 16:27:03.089183 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] For port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:27:03.092778 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] For port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,segment=NetworkSegment(df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2),segment_id=df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:27:03.153718 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-efcaf980-0d40-4015-b38f-5a1f69c299cb req-25ae566b-c7e3-4802-b5c3-aa4147be29f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532479
Apr 30 16:27:03.199244 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:03.221744 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:03.401845 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97b94-07b8-4638-af03-ce86bc1091dc req-d944a132-95e8-45ab-aaec-66cd1c37c745 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:03.401845 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-afa97b94-07b8-4638-af03-ce86bc1091dc req-d944a132-95e8-45ab-aaec-66cd1c37c745 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.1497183
Apr 30 16:27:03.408195 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Routers {'6b5e51fd-8cdf-4bec-9f33-781d571e76d8'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:27:03.409011 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027b7790>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:26:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:03.487250 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-afa97b94-07b8-4638-af03-ce86bc1091dc req-7b3000db-83fb-4384-a805-3c658f5e4b0b tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068273
Apr 30 16:27:03.494658 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb4341-dbd7-478c-a888-fbf60336e5b1 None None] Pushing event updated for resources: {'Port': ['ID=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:03.508698 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-31cb4341-dbd7-478c-a888-fbf60336e5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:03.741787 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] Set router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:27:03.828957 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d986ff-4782-4869-891c-2410e02b0877 req-a7ccf29c-6902-4cb6-a477-155631ab4e52 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:03.835390 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-49d986ff-4782-4869-891c-2410e02b0877 req-a7ccf29c-6902-4cb6-a477-155631ab4e52 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1575913
Apr 30 16:27:03.896154 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-49d986ff-4782-4869-891c-2410e02b0877 req-b80130a8-fe32-48a7-a31a-f985d7116d81 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552945
Apr 30 16:27:04.412789 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027b7790>, [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:26:57Z', 'revision_number': 4, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'cf0464d5-b281-4b0e-9de7-cb8da80cc7d2', 'name': '', 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'mac_address': 'fa:16:3e:96:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '649f5b75-1a66-4470-9762-f103b3d6a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:56Z', 'updated_at': '2021-04-30T16:27:03Z', 'revision_number': 4, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'subnets': [{'id': '649f5b75-1a66-4470-9762-f103b3d6a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:04.417712 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c530d-e2bc-4e36-be70-4ba716c66c89 None None] The sync data for ids ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'] in dv-cinder-775008-3-iscsi is: [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:26:57Z', 'revision_number': 4, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'cf0464d5-b281-4b0e-9de7-cb8da80cc7d2', 'name': '', 'network_id': '9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'mac_address': 'fa:16:3e:96:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '649f5b75-1a66-4470-9762-f103b3d6a7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:56Z', 'updated_at': '2021-04-30T16:27:03Z', 'revision_number': 4, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'subnets': [{'id': '649f5b75-1a66-4470-9762-f103b3d6a7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:27:04.742153 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3092-ec20-407e-98d0-9d915aefa3bd req-b82a7a89-28c8-44f2-8069-cb48b2fe518d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:04.745159 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fdda3092-ec20-407e-98d0-9d915aefa3bd req-b82a7a89-28c8-44f2-8069-cb48b2fe518d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0994229
Apr 30 16:27:04.813133 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fdda3092-ec20-407e-98d0-9d915aefa3bd req-c90e448b-0c7a-4d18-a01f-d17107c3c2c4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554562
Apr 30 16:27:04.869727 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:05.162697 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a1011-9a0a-4e38-9c7b-7c43a6c2a3f1 req-f28d48f1-c447-4d67-8310-a5a85fa9cb65 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:05.164242 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-930a1011-9a0a-4e38-9c7b-7c43a6c2a3f1 req-f28d48f1-c447-4d67-8310-a5a85fa9cb65 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.0914569
Apr 30 16:27:05.228141 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-930a1011-9a0a-4e38-9c7b-7c43a6c2a3f1 req-5ae0b031-d8f6-48a1-b43b-c1f96a15e8e6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558012
Apr 30 16:27:05.430249 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:05.436193 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:05.436676 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:05.708838 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:05.792902 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,segment=NetworkSegment(df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2),segment_id=df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:05.960226 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:05.962254 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:06.058276 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:06.061437 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:06.192293 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c4a2e-9a4c-44cc-96b3-0a9d5ca7a040 req-b6dce688-6445-4561-92f2-8a347eb458ef tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:06.194665 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2d9c4a2e-9a4c-44cc-96b3-0a9d5ca7a040 req-b6dce688-6445-4561-92f2-8a347eb458ef tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.2396872
Apr 30 16:27:06.231973 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-082f5b66-cffb-467c-b6c3-e7d976e31525 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:06.233557 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-082f5b66-cffb-467c-b6c3-e7d976e31525 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.69 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1603096
Apr 30 16:27:06.306742 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2d9c4a2e-9a4c-44cc-96b3-0a9d5ca7a040 req-a4ce0a3a-3994-440c-b7b7-e7021050fbcb tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045833
Apr 30 16:27:06.480804 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Deleting port c2da05f8-1f40-4945-add8-d784f796a957 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:27:06.481546 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:06.583821 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724faf-b433-4831-979c-3e5812eec5dc req-8a407dd8-0182-4464-990c-8940e50519b8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:06.595160 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4e724faf-b433-4831-979c-3e5812eec5dc req-8a407dd8-0182-4464-990c-8940e50519b8 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 945 time: 0.1456537
Apr 30 16:27:06.687542 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4e724faf-b433-4831-979c-3e5812eec5dc req-2ee473cc-d775-4ecb-b015-7959566338c0 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913649
Apr 30 16:27:06.728085 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 48828) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:06.765990 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] For port c2da05f8-1f40-4945-add8-d784f796a957, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c2da05f8-1f40-4945-add8-d784f796a957,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:06.766381 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:06.884384 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:06.911531 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Calling delete_port for c2da05f8-1f40-4945-add8-d784f796a957 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:27:06.989163 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:06.994061 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:06.994793 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.036120 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:07.039057 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Usage tracker for resource:security_group_rule and tenant:f41595a7484d438da8cd68999304c7c4 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:07.048361 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:07.059881 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:07.146007 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.155437 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-91e8cb89-a155-4084-90a7-f2714ad828ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:07.177970 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.200038 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['c2da05f8-1f40-4945-add8-d784f796a957', 'a62cb194-71c9-4108-ab38-9084b06f38e0'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:27:07.209337 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Pushing event deleted for resources: {'Port': ['ID=c2da05f8-1f40-4945-add8-d784f796a957,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:07.213840 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:07.254296 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.266905 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-79abf9a0-79d4-44ed-ae65-a14c2bab0708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:07.305009 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb74f3b5-fe07-4c15-9463-5c3fe2de0881,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:07.317155 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] No DVR routers for this DVR port c2da05f8-1f40-4945-add8-d784f796a957 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:27:07.319851 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.324964 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:07.331062 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9436c0cc-c624-4bad-9628-20130171a052', 'name': 'network-vif-deleted', 'tag': 'c2da05f8-1f40-4945-add8-d784f796a957'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:27:07.374723 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f41595a7484d438da8cd68999304c7c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6452129
Apr 30 16:27:07.379713 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 48842) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:07.495347 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9436c0cc-c624-4bad-9628-20130171a052', 'name': 'network-vif-deleted', 'tag': 'c2da05f8-1f40-4945-add8-d784f796a957', 'status': 'completed', 'code': 200}
Apr 30 16:27:07.500959 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e16dee7e-75b1-4263-9d9b-06c07e1d2c22 req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.69 "DELETE /v2.0/ports/c2da05f8-1f40-4945-add8-d784f796a957 HTTP/1.1" status: 204  len: 173 time: 1.2549586
Apr 30 16:27:07.530131 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7527a30a-1fc6-4e1f-a38d-b2512e790a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.566476 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7527a30a-1fc6-4e1f-a38d-b2512e790a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.740506 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7527a30a-1fc6-4e1f-a38d-b2512e790a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.744629 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2216a179-d6ab-4a21-a9d1-e9ccdf393702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:07.769697 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527a30a-1fc6-4e1f-a38d-b2512e790a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb74f3b5-fe07-4c15-9463-5c3fe2de0881,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:07.772442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7527a30a-1fc6-4e1f-a38d-b2512e790a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:07.773846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7527a30a-1fc6-4e1f-a38d-b2512e790a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:07.776475 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-7527a30a-1fc6-4e1f-a38d-b2512e790a34 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb74f3b5-fe07-4c15-9463-5c3fe2de0881 HTTP/1.1" status: 204  len: 168 time: 0.3957183
Apr 30 16:27:07.897592 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b4a3e329-d153-4c92-a990-14edf3d5ad80 req-722dc0ed-ef55-4439-a3c9-4bee1696244a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=9436c0cc-c624-4bad-9628-20130171a052 HTTP/1.1" status: 200  len: 210 time: 0.0754898
Apr 30 16:27:09.379632 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c2da05f8-1f40-4945-add8-d784f796a957 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:27:09.427007 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: c2da05f8-1f40-4945-add8-d784f796a957 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:27:09.427881 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c2da05f8-1f40-4945-add8-d784f796a957 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:27:10.127820 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f9ebc-b69a-4258-b653-6663c7a9b8c9 req-4f594b48-5bbe-46dc-9fa4-cd6db12fb7e1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:10.129303 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-5d5f9ebc-b69a-4258-b653-6663c7a9b8c9 req-4f594b48-5bbe-46dc-9fa4-cd6db12fb7e1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Synchronizing usage tracker for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:10.220988 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-5d5f9ebc-b69a-4258-b653-6663c7a9b8c9 req-4f594b48-5bbe-46dc-9fa4-cd6db12fb7e1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Unset dirty status for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:10.222086 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5d5f9ebc-b69a-4258-b653-6663c7a9b8c9 req-4f594b48-5bbe-46dc-9fa4-cd6db12fb7e1 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.2949564
Apr 30 16:27:10.272594 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5d5f9ebc-b69a-4258-b653-6663c7a9b8c9 req-3c4efb36-0c8a-4951-81ba-620b6989c29d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444844
Apr 30 16:27:11.494611 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baff290-1f1c-46d7-95c6-d6f9ed5482b8 req-ff671e80-2633-4d15-90fb-2d297d6c835a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:11.496141 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6baff290-1f1c-46d7-95c6-d6f9ed5482b8 req-ff671e80-2633-4d15-90fb-2d297d6c835a tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0874543
Apr 30 16:27:11.548930 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6baff290-1f1c-46d7-95c6-d6f9ed5482b8 req-d1d35fdc-47b6-4d1d-8981-c1e4e55cf2e6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468540
Apr 30 16:27:12.831338 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0c437-870d-4c96-a729-5a98e6ebe21a req-969c7369-7b7c-4377-a8b1-acfc5bbc0c76 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:12.832788 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-46d0c437-870d-4c96-a729-5a98e6ebe21a req-969c7369-7b7c-4377-a8b1-acfc5bbc0c76 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0805445
Apr 30 16:27:12.880245 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-46d0c437-870d-4c96-a729-5a98e6ebe21a req-fc99fe32-02dd-4bdf-9675-3b2b7912e8ac tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416007
Apr 30 16:27:14.069702 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53372d20-49e7-4967-8890-2fd5be1ad9d6 req-72933477-96bb-4139-9c41-dd5afb6afa15 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:14.071250 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-53372d20-49e7-4967-8890-2fd5be1ad9d6 req-72933477-96bb-4139-9c41-dd5afb6afa15 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0835819
Apr 30 16:27:14.118644 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-53372d20-49e7-4967-8890-2fd5be1ad9d6 req-1fcc58fc-c7c6-4b88-9fad-07d698657dd3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414889
Apr 30 16:27:14.429514 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-26f4740f-4cec-4f04-a45b-02173a9813c4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:14.430185 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-26f4740f-4cec-4f04-a45b-02173a9813c4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Synchronizing usage tracker for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:network {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:14.521089 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-26f4740f-4cec-4f04-a45b-02173a9813c4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Unset dirty status for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:network {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:14.522190 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-26f4740f-4cec-4f04-a45b-02173a9813c4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 813 time: 0.2429352
Apr 30 16:27:14.538281 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-9d2de439-6a6c-4537-8c8c-b78db282b349 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/quotas/6664e67048ee4a1c9eb06bd4236f9b37 HTTP/1.1" status: 200  len: 375 time: 0.0105467
Apr 30 16:27:14.624691 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-92a2ce08-ae2a-4f3d-8faa-4cbf7b8aa632 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0800178
Apr 30 16:27:14.764421 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-7b563f2a-9e6b-45c4-b74f-bd145c509c38 service neutron] 10.222.0.57 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260934
Apr 30 16:27:14.896288 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-975a7389-96d2-4c9c-907f-2d5a5be8b06e service neutron] 10.222.0.57 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253593
Apr 30 16:27:15.283863 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c9d45ab1-ad23-4760-b204-4a43eeec5eb4 req-3e99eebe-5ff2-47a0-b7c0-1fe2c5c3937b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 210 time: 0.0486054
Apr 30 16:27:15.355941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88ac1-462c-4340-8e21-151890297776 req-c523e73f-a5a0-4bba-9c97-97474d0aac6c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:15.357420 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8fc88ac1-462c-4340-8e21-151890297776 req-c523e73f-a5a0-4bba-9c97-97474d0aac6c tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.1092083
Apr 30 16:27:15.404532 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8fc88ac1-462c-4340-8e21-151890297776 req-fb78f561-d64f-458e-910f-9ba984b90523 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400729
Apr 30 16:27:15.408920 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:16.057945 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-02ca62c4-08be-48ce-9d85-d858dfa8ad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:16.383116 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2b502ed6-ee3b-4ed0-8791-89359069716a req-d8dd5cf3-791c-4f38-bb98-1575399dc7e1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 210 time: 0.0442989
Apr 30 16:27:16.596074 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d8bb-9d42-43af-a983-ef6b7365ee99 req-3df311fa-b24b-44a5-8810-d95d936a4ffe tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:16.597760 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a945d8bb-9d42-43af-a983-ef6b7365ee99 req-3df311fa-b24b-44a5-8810-d95d936a4ffe tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0855558
Apr 30 16:27:16.646340 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a945d8bb-9d42-43af-a983-ef6b7365ee99 req-2625ff30-1ca4-4fe6-871c-b85977ff1fce tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/security-groups?id=9958e08f-b318-425c-aa6d-2974dc8297bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418441
Apr 30 16:27:16.909857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97a1c9-f830-4b12-9f6f-fcc856903c8d req-97d6329a-d99b-4301-ad72-763f57ce0151 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:16.911308 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1f97a1c9-f830-4b12-9f6f-fcc856903c8d req-97d6329a-d99b-4301-ad72-763f57ce0151 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0850616
Apr 30 16:27:16.957021 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1f97a1c9-f830-4b12-9f6f-fcc856903c8d req-609dbff9-8090-4915-8035-47e90ad5d183 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399456
Apr 30 16:27:17.055903 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-dc82f6f9-0c4b-439c-9ac9-5ec951ea2cf6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:17.057363 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-dc82f6f9-0c4b-439c-9ac9-5ec951ea2cf6 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.69 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 946 time: 0.0831888
Apr 30 16:27:17.196854 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Deleting port a62cb194-71c9-4108-ab38-9084b06f38e0 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:27:17.197132 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:17.336707 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] For port a62cb194-71c9-4108-ab38-9084b06f38e0, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=a62cb194-71c9-4108-ab38-9084b06f38e0,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:17.337123 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:17.469106 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Calling delete_port for a62cb194-71c9-4108-ab38-9084b06f38e0 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:27:17.548437 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-21762591-019e-4618-b6b4-d815633df518 req-61d937fc-a722-47ea-addd-542128ad3063 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Synchronizing usage tracker for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:17.699151 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-21762591-019e-4618-b6b4-d815633df518 req-61d937fc-a722-47ea-addd-542128ad3063 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Unset dirty status for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:17.700416 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-21762591-019e-4618-b6b4-d815633df518 req-61d937fc-a722-47ea-addd-542128ad3063 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 210 time: 0.1960037
Apr 30 16:27:17.735044 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:17.744170 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4e277ad9-e8e3-499c-8e3f-2e93ee6fc57f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:17.787456 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['a62cb194-71c9-4108-ab38-9084b06f38e0'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:27:17.909339 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Pushing event deleted for resources: {'Port': ['ID=a62cb194-71c9-4108-ab38-9084b06f38e0,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:17.913338 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2b8fc9c-c09b-4c21-a0a3-b818ed8dfbec req-ac7e9e02-455a-4024-8dd5-b12f153b0b4d tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 210 time: 0.1373503
Apr 30 16:27:17.950661 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.951022 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.951373 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.951719 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.952060 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.952422 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.952843 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.953209 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.953544 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.953871 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.954207 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.954533 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:17.964158 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:18.001024 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] No DVR routers for this DVR port a62cb194-71c9-4108-ab38-9084b06f38e0 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:27:18.004114 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:18.006412 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260dc45f-c515-42ca-95e7-9d1d6a8c4cc6', 'name': 'network-vif-deleted', 'tag': 'a62cb194-71c9-4108-ab38-9084b06f38e0'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:27:18.053867 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260dc45f-c515-42ca-95e7-9d1d6a8c4cc6', 'name': 'network-vif-deleted', 'tag': 'a62cb194-71c9-4108-ab38-9084b06f38e0', 'status': 'completed', 'code': 200}
Apr 30 16:27:18.084388 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ac840b54-1fb9-4985-b0d9-52b5c551866d req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.69 "DELETE /v2.0/ports/a62cb194-71c9-4108-ab38-9084b06f38e0 HTTP/1.1" status: 204  len: 173 time: 1.0203991
Apr 30 16:27:18.158878 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46039f-3af8-47f4-92fe-0768553689b4 req-cf93e075-7d94-4ba7-adc1-fdac09c74c31 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:18.160332 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-be46039f-3af8-47f4-92fe-0768553689b4 req-cf93e075-7d94-4ba7-adc1-fdac09c74c31 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0904982
Apr 30 16:27:18.208632 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-be46039f-3af8-47f4-92fe-0768553689b4 req-fb1ada91-d71c-4d88-802c-9c907adf4485 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419238
Apr 30 16:27:18.424345 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-14242e32-7109-4f7a-a48b-c155704004f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:18.425852 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-14242e32-7109-4f7a-a48b-c155704004f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 1098 time: 0.0770745
Apr 30 16:27:18.504559 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e4ff7499-f61e-4d83-91c5-bc967ee6ccd1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:18.506085 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e4ff7499-f61e-4d83-91c5-bc967ee6ccd1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.69 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 813 time: 0.1581380
Apr 30 16:27:18.533345 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'port': {'device_id': '63d2070d-b260-47cd-ba41-b884d1893026', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'admin_state_up': True, 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:18.577630 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-aa00727d-590e-4d08-ae96-760657262a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:18.579772 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-aa00727d-590e-4d08-ae96-760657262a3c service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 912 time: 0.1298363
Apr 30 16:27:18.681372 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:18.691752 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:18.746592 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:18.802715 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Made reservation on behalf of 6664e67048ee4a1c9eb06bd4236f9b37 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:27:18.806566 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:18.820736 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-9ff2d4a3-53bd-4add-86c8-55f63769edf1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642712cc-d29f-49cb-9612-1e9094346368 HTTP/1.1" status: 200  len: 1000 time: 0.2128918
Apr 30 16:27:18.846549 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0c51234e-170b-4b38-ad82-05997ccea278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:18.900140 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-bc08b012-09f0-48fa-92dd-5b5b22232e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:18.903157 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-bc08b012-09f0-48fa-92dd-5b5b22232e34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0698853
Apr 30 16:27:18.933021 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1cb59fac-116d-4a61-9efc-226d170d175c req-eabd8e43-805c-4b83-b37e-d3b26098b3c8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 210 time: 0.0643325
Apr 30 16:27:19.002261 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-8a909f22-587c-4cd9-af86-d5fc06f9d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:19.003869 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-8a909f22-587c-4cd9-af86-d5fc06f9d48d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0916262
Apr 30 16:27:19.108614 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Allocated IP 172.20.0.9 (03b85f18-ca19-414b-8cfb-0513b737f337/d19cf6a9-56c5-4386-a8fd-9551a8093d84/645c427f-2486-4f29-b02a-89f8e6c75822) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:27:19.119495 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-d03cc5f5-990d-4878-bd1c-af0393f980d5 req-0521eee0-8d62-4baf-bf25-5049d3259475 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Synchronizing usage tracker for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:19.174917 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-c89aa731-954b-4ca9-b58d-6edde98625f2 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495042
Apr 30 16:27:19.217054 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-d03cc5f5-990d-4878-bd1c-af0393f980d5 req-0521eee0-8d62-4baf-bf25-5049d3259475 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Unset dirty status for tenant:40fbb956131348a99eaf6b80cb513691 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:19.219359 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d03cc5f5-990d-4878-bd1c-af0393f980d5 req-0521eee0-8d62-4baf-bf25-5049d3259475 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] 10.222.0.57 "GET /v2.0/ports?device_id=260dc45f-c515-42ca-95e7-9d1d6a8c4cc6 HTTP/1.1" status: 200  len: 210 time: 0.1507657
Apr 30 16:27:19.361130 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c49f7f5b-4e00-4f2f-b1d9-964a408bba3f req-fb11bf87-55e9-46ac-adec-5830cdae3fb6 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526275
Apr 30 16:27:19.413338 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:19.438890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Transition to ACTIVE for port object 645c427f-2486-4f29-b02a-89f8e6c75822 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:19.481230 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61454f3c-b0c4-4ca1-982d-6864a330e8df req-ecc39dcf-8eb7-4429-a558-815430eb127f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:19.489292 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-61454f3c-b0c4-4ca1-982d-6864a330e8df req-ecc39dcf-8eb7-4429-a558-815430eb127f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1213303
Apr 30 16:27:19.562050 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-61454f3c-b0c4-4ca1-982d-6864a330e8df req-e2f7c16d-9f4d-470f-a6f8-abec431e888f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712245
Apr 30 16:27:19.596081 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:19.601969 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:19.675522 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Network 03b85f18-ca19-414b-8cfb-0513b737f337 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:27:19.679463 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:27:19.683330 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:27:19.715086 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'Port': ['ID=645c427f-2486-4f29-b02a-89f8e6c75822,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:19.726315 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:19.743612 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:19.756653 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:19.757666 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:19.970524 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4411647
Apr 30 16:27:20.117170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-d77a72bb-4321-41d1-994d-1096f35976dd None None] Provisioning for port 645c427f-2486-4f29-b02a-89f8e6c75822 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:20.122670 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-d77a72bb-4321-41d1-994d-1096f35976dd None None] Provisioning complete for port 645c427f-2486-4f29-b02a-89f8e6c75822 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:20.123258 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d77a72bb-4321-41d1-994d-1096f35976dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:20.166616 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205e62e-d1ae-4422-896a-d49e567c251e req-c6dc9252-0bbd-47e2-a1bd-bbd0746e73dc tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:20.167576 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-7205e62e-d1ae-4422-896a-d49e567c251e req-c6dc9252-0bbd-47e2-a1bd-bbd0746e73dc tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Synchronizing usage tracker for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:20.210883 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-d77a72bb-4321-41d1-994d-1096f35976dd None None] Port 645c427f-2486-4f29-b02a-89f8e6c75822 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:27:20.270208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-7205e62e-d1ae-4422-896a-d49e567c251e req-c6dc9252-0bbd-47e2-a1bd-bbd0746e73dc tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Unset dirty status for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:20.271700 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7205e62e-d1ae-4422-896a-d49e567c251e req-c6dc9252-0bbd-47e2-a1bd-bbd0746e73dc tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.1980536
Apr 30 16:27:20.324316 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-7205e62e-d1ae-4422-896a-d49e567c251e req-3b800583-a3bb-445a-b484-9197644c1d80 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Synchronizing usage tracker for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:20.352428 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49030) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:20.420554 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-7205e62e-d1ae-4422-896a-d49e567c251e req-3b800583-a3bb-445a-b484-9197644c1d80 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Unset dirty status for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:20.422859 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7205e62e-d1ae-4422-896a-d49e567c251e req-3b800583-a3bb-445a-b484-9197644c1d80 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445136
Apr 30 16:27:20.838738 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f61db-52b1-4fe8-b97e-c2c177978429 req-4437a7ed-4734-4adb-b337-06fbea8c300a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:20.840281 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e35f61db-52b1-4fe8-b97e-c2c177978429 req-4437a7ed-4734-4adb-b337-06fbea8c300a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1649647
Apr 30 16:27:20.930240 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e35f61db-52b1-4fe8-b97e-c2c177978429 req-0e501ae1-8b83-4488-a92c-7f9dd4aa961f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575778
Apr 30 16:27:21.031168 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:21.260313 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:21.473114 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device a62cb194-71c9-4108-ab38-9084b06f38e0 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:27:21.522716 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: a62cb194-71c9-4108-ab38-9084b06f38e0 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:27:21.523365 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device a62cb194-71c9-4108-ab38-9084b06f38e0 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:27:21.552464 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Deleting port 62548ba7-0f21-4e00-a295-9c926d414d52 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:27:21.553154 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:21.628681 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c62f1b-1ca7-490f-8cc5-9c06ab87f446 req-798a13ba-9f42-428c-b888-141bead093c2 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:21.630137 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e2c62f1b-1ca7-490f-8cc5-9c06ab87f446 req-798a13ba-9f42-428c-b888-141bead093c2 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.0950291
Apr 30 16:27:21.689770 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e2c62f1b-1ca7-490f-8cc5-9c06ab87f446 req-b388fc69-4785-411c-8904-f46a1c60896b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537624
Apr 30 16:27:21.718318 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] For port 62548ba7-0f21-4e00-a295-9c926d414d52, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=62548ba7-0f21-4e00-a295-9c926d414d52,segment=NetworkSegment(c5c9bb6c-2cba-4f18-a811-c75279df934b),segment_id=c5c9bb6c-2cba-4f18-a811-c75279df934b)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:21.718925 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:21.842894 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Calling delete_port for 62548ba7-0f21-4e00-a295-9c926d414d52 owned by network:router_interface {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:27:22.181152 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010240e-b590-4f6b-93a1-c6975371f8c0 req-34251f7b-55bf-41bf-9f41-2d61518f71ca tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:22.182654 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b010240e-b590-4f6b-93a1-c6975371f8c0 req-34251f7b-55bf-41bf-9f41-2d61518f71ca tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1270115
Apr 30 16:27:22.246134 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b010240e-b590-4f6b-93a1-c6975371f8c0 req-4d675179-ec91-4f81-9d51-8d51e7fb18df tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550373
Apr 30 16:27:22.400793 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:22.405406 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4f3e7e8b-98e1-4e5b-86cc-f2f9c71c3ffa tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:22.452368 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Pushing event deleted for resources: {'Port': ['ID=62548ba7-0f21-4e00-a295-9c926d414d52,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:22.462302 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.462668 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.463018 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.463374 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.463718 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.464062 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.464432 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.464779 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.465147 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.465486 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.465844 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.466184 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:22.471308 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:22.753602 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:22.933983 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc42e6-db79-4fc5-93d6-1fa39548ce74 req-197dc6f2-a7cf-4cd7-b4e5-0c6339a8e76f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:22.935522 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8bcc42e6-db79-4fc5-93d6-1fa39548ce74 req-197dc6f2-a7cf-4cd7-b4e5-0c6339a8e76f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.1114235
Apr 30 16:27:22.999698 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8bcc42e6-db79-4fc5-93d6-1fa39548ce74 req-54dd712c-fb1d-4019-ac76-db8c9ea679af tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578523
Apr 30 16:27:23.206462 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:27:23.435028 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:27:23.462923 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049dca4-387d-4c58-b669-66df3881876c None None] Sync routers for ids ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:27:23.470092 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049dca4-387d-4c58-b669-66df3881876c None None] Routers {'3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:27:23.471038 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-c049dca4-387d-4c58-b669-66df3881876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502678880>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:27:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:23.477271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef52ff-ddc3-4e2d-92a3-24e5d5cbe60c req-4c9299d7-4c01-4bad-b2b6-a6bb31173545 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:23.478905 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-faef52ff-ddc3-4e2d-92a3-24e5d5cbe60c req-4c9299d7-4c01-4bad-b2b6-a6bb31173545 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1202211
Apr 30 16:27:23.528044 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-faef52ff-ddc3-4e2d-92a3-24e5d5cbe60c req-0199388b-f263-4e24-9d61-a7f1a69b400a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429685
Apr 30 16:27:23.539640 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49056) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:23.539821 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] 10.222.0.57 "PUT /v2.0/routers/3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1858613
Apr 30 16:27:23.691870 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-c049dca4-387d-4c58-b669-66df3881876c None None] Set router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:27:23.846371 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks [] for router, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:24.067945 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-c049dca4-387d-4c58-b669-66df3881876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502678880>, [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:27:22Z', 'revision_number': 5, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:24.072670 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049dca4-387d-4c58-b669-66df3881876c None None] Checking router: 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:27:24.084910 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049dca4-387d-4c58-b669-66df3881876c None None] Routers {'3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:27:24.084910 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-c049dca4-387d-4c58-b669-66df3881876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502678880>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:27:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:24.112116 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:24.253902 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f06b67-8b64-4bf3-acb2-52f9bf097aaf req-82157c98-9b33-4c6e-9493-202c83166665 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:24.270071 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e6f06b67-8b64-4bf3-acb2-52f9bf097aaf req-82157c98-9b33-4c6e-9493-202c83166665 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.1113129
Apr 30 16:27:24.292009 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-c049dca4-387d-4c58-b669-66df3881876c None None] Set router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:27:24.318059 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e6f06b67-8b64-4bf3-acb2-52f9bf097aaf req-b312b1e2-6d62-4aa1-904b-eb6ceae49081 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390573
Apr 30 16:27:24.497781 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Deleting port 8446287c-458f-4791-a7e0-daabfc396a12 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:27:24.498184 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:24.618218 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-c049dca4-387d-4c58-b669-66df3881876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502678880>, [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:27:22Z', 'revision_number': 5, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:24.634032 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049dca4-387d-4c58-b669-66df3881876c None None] The sync data for ids ['3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e'] in dv-cinder-775008-3-iscsi is: [{'id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-1334609043-router', 'tenant_id': '40fbb956131348a99eaf6b80cb513691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8446287c-458f-4791-a7e0-daabfc396a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:27:22Z', 'revision_number': 5, 'project_id': '40fbb956131348a99eaf6b80cb513691', 'gw_port': {'id': '8446287c-458f-4791-a7e0-daabfc396a12', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:14Z', 'updated_at': '2021-04-30T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:27:24.666957 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] For port 8446287c-458f-4791-a7e0-daabfc396a12, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=8446287c-458f-4791-a7e0-daabfc396a12,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:24.667208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:24.813286 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456da75-4ad0-49f7-a389-e8b6cdc73098 req-3c09f5b7-7803-493d-836f-b91a537fefcd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:24.814577 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1456da75-4ad0-49f7-a389-e8b6cdc73098 req-3c09f5b7-7803-493d-836f-b91a537fefcd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1237659
Apr 30 16:27:24.847103 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Calling delete_port for 8446287c-458f-4791-a7e0-daabfc396a12 owned by network:router_gateway {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:27:24.863362 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1456da75-4ad0-49f7-a389-e8b6cdc73098 req-6ea65948-7cc0-499c-bab5-87f6dfb42c89 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426142
Apr 30 16:27:25.010475 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 62548ba7-0f21-4e00-a295-9c926d414d52 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:27:25.048837 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 62548ba7-0f21-4e00-a295-9c926d414d52 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:27:25.049519 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 62548ba7-0f21-4e00-a295-9c926d414d52 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:27:25.208699 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:25.212464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:25.257999 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Pushing event deleted for resources: {'Port': ['ID=8446287c-458f-4791-a7e0-daabfc396a12,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:25.261302 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:25.356610 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:25.576998 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:25.580468 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:25.694657 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:27:25.787791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f0bda-4400-46bc-9141-c90556c8edb1 req-faebbddd-b7ac-4363-91ed-e6ad84afbefa tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:25.788912 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ea9f0bda-4400-46bc-9141-c90556c8edb1 req-faebbddd-b7ac-4363-91ed-e6ad84afbefa tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.3288703
Apr 30 16:27:25.884405 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ea9f0bda-4400-46bc-9141-c90556c8edb1 req-e63290cb-11be-4170-b6ce-272e633a647b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838778
Apr 30 16:27:25.885374 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:25.886232 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e {{(pid=74380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:27:25.920241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:25.922285 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3aa0a126-c6c7-42a0-a3ef-6198f51eeb8e HTTP/1.1" status: 204  len: 168 time: 2.3810329
Apr 30 16:27:25.926037 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49078) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:26.015619 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_v2 [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Deleting subnet 845b1200-186b-4e02-b837-c3a539e30ac2 {{(pid=74379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:27:26.020318 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:26.123676 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2183489'] for subnet, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:26.192887 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:26.243491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea628-8576-4301-9fd2-fb0ab825406b req-bfdda9b9-5010-4069-8670-09ca86bf96e3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:26.245174 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6acea628-8576-4301-9fd2-fb0ab825406b req-bfdda9b9-5010-4069-8670-09ca86bf96e3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1952069
Apr 30 16:27:26.386042 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6acea628-8576-4301-9fd2-fb0ab825406b req-3c7a435f-b3ed-4824-8d04-16ce1a83df80 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327074
Apr 30 16:27:26.580282 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2252596'] for subnet, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:26.584350 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:26.621936 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845b1200-186b-4e02-b837-c3a539e30ac2,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:26.625454 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:26.626425 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:26.635278 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/845b1200-186b-4e02-b837-c3a539e30ac2 HTTP/1.1" status: 204  len: 168 time: 0.7078271
Apr 30 16:27:26.635588 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49084) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:26.761594 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:26.831629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 8446287c-458f-4791-a7e0-daabfc396a12 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:27:26.868462 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 8446287c-458f-4791-a7e0-daabfc396a12 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:27:26.868713 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 8446287c-458f-4791-a7e0-daabfc396a12 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:27:26.894059 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:27.068851 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5021eabe0>,) {'filters': {'network_id': ['0a7bc1c6-578f-493f-828e-1bb5b1535e89']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:27.093799 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5021eabe0>, 'c5c9bb6c-2cba-4f18-a811-c75279df934b') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:27.094135 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5021eabe0>, 'c5c9bb6c-2cba-4f18-a811-c75279df934b') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:27.112170 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:27.136351 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:27.147999 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:27:27.236481 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dd9bc-4809-402b-9a6d-c17adb49498a req-7d73e006-4be1-4709-ab72-b8ee0dc44cc7 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:27.238072 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c56dd9bc-4809-402b-9a6d-c17adb49498a req-7d73e006-4be1-4709-ab72-b8ee0dc44cc7 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.2114556
Apr 30 16:27:27.371074 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:27:27.383028 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:27.416045 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c56dd9bc-4809-402b-9a6d-c17adb49498a req-571d64ab-7e8e-4ba6-99dc-90422486afae tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699069
Apr 30 16:27:27.570389 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Network 0a7bc1c6-578f-493f-828e-1bb5b1535e89 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:27:27.601839 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:27:27.619774 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdd27c-27c7-4483-8a0d-0086a3276e33 req-535576e8-39c1-4b89-b07a-cfe34e515175 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:27.621313 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-10cdd27c-27c7-4483-8a0d-0086a3276e33 req-535576e8-39c1-4b89-b07a-cfe34e515175 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1074791
Apr 30 16:27:27.692521 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-10cdd27c-27c7-4483-8a0d-0086a3276e33 req-fcc31e9c-7a40-4e68-a94a-c030028657c7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644364
Apr 30 16:27:27.763090 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:27.767094 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-74c0ce0d-86f4-4373-a7bc-fbba6813d034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:27.780045 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:27.790572 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7bc1c6-578f-493f-828e-1bb5b1535e89,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:27.793756 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:27.877795 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f4f295e0-386c-4b59-ac81-fb2013b61dab admin admin] 10.222.0.57 "DELETE /v2.0/networks/0a7bc1c6-578f-493f-828e-1bb5b1535e89 HTTP/1.1" status: 204  len: 168 time: 1.2405331
Apr 30 16:27:28.480190 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49102) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:28.539322 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d8caf5fa-7be8-4e3a-b708-96342f6f154c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40fbb956131348a99eaf6b80cb513691&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0579185
Apr 30 16:27:28.543854 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49106) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:28.646219 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e1d7-38ef-4cf0-ae79-08ea792e2d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:28.651808 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cde2e4-a94c-4b64-8459-ba0e7d495b93 req-0dcaa4c1-6254-4782-824b-e7c7bf3b8fc0 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:28.653417 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-34cde2e4-a94c-4b64-8459-ba0e7d495b93 req-0dcaa4c1-6254-4782-824b-e7c7bf3b8fc0 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.1257281
Apr 30 16:27:28.680808 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e1d7-38ef-4cf0-ae79-08ea792e2d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:28.706160 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-34cde2e4-a94c-4b64-8459-ba0e7d495b93 req-8bdd655b-036e-4b5a-a0a1-a2224de34c97 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466254
Apr 30 16:27:28.823918 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e1d7-38ef-4cf0-ae79-08ea792e2d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:28.834229 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ff159fd5-bb84-4a54-bdf5-9b3f91710d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:28.896806 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8e1d7-38ef-4cf0-ae79-08ea792e2d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9958e08f-b318-425c-aa6d-2974dc8297bf,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:28.910737 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0ac8e1d7-38ef-4cf0-ae79-08ea792e2d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:28.965250 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237e705-9f23-4ddf-867f-13dd2a9b0d4f req-662e5985-2d07-457a-819f-29ff84087d11 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:28.966820 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3237e705-9f23-4ddf-867f-13dd2a9b0d4f req-662e5985-2d07-457a-819f-29ff84087d11 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1170361
Apr 30 16:27:29.002327 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e1d7-38ef-4cf0-ae79-08ea792e2d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:29.003449 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-0ac8e1d7-38ef-4cf0-ae79-08ea792e2d72 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9958e08f-b318-425c-aa6d-2974dc8297bf HTTP/1.1" status: 204  len: 168 time: 0.4586928
Apr 30 16:27:29.119804 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3237e705-9f23-4ddf-867f-13dd2a9b0d4f req-dcbc58c8-6ce0-4e70-8f2f-b758765ec9e8 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1459396
Apr 30 16:27:29.894930 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae35659-3c1a-4c5d-a256-aa37e63ee059 req-a04b7193-051a-48d8-81fa-960d4d78533d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:29.896410 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6ae35659-3c1a-4c5d-a256-aa37e63ee059 req-a04b7193-051a-48d8-81fa-960d4d78533d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.0804925
Apr 30 16:27:29.960690 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6ae35659-3c1a-4c5d-a256-aa37e63ee059 req-04b35024-c1e7-463c-9456-0b7401802d11 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555713
Apr 30 16:27:30.236456 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49144) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:30.380282 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8f9f-5477-4f72-b05a-55ee05c1118a req-53c941f7-a900-4dde-9a21-8911b97bb604 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:30.381074 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-972661011-network', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:30.381833 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e19d8f9f-5477-4f72-b05a-55ee05c1118a req-53c941f7-a900-4dde-9a21-8911b97bb604 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1182320
Apr 30 16:27:30.385967 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:30.390653 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Usage tracker for resource:network and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:30.393549 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:30.399964 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:30.430172 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e19d8f9f-5477-4f72-b05a-55ee05c1118a req-4315488c-1dd1-4611-9a75-ed8016a0d4e3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423710
Apr 30 16:27:30.520164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Made reservation on behalf of b1c386717b3e4e09a996d488d118dcca for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:27:30.522510 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:30.537117 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:30.553337 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:30.557638 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Usage tracker for resource:security_group_rule and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:30.561048 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:30.567731 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:30.696722 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:30.771626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:30.775349 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f614a614-8d56-4777-989d-669958d465b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:30.803184 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:27:30.828315 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0253855e-c9d0-4398-aebc-324a9641ed48,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:30.833891 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:30.835069 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:30.835474 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Added segment 3c3dabba-6309-482c-8b6e-5790a43e9498 of type vlan for network 9e40cf8e-e867-4f86-ae24-ba40c7986a87
Apr 30 16:27:30.865467 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:30.963405 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:30.965643 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:30.966580 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:30.978319 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:31.227170 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Pushing event updated for resources: {'Network': ['ID=9e40cf8e-e867-4f86-ae24-ba40c7986a87,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:31.230596 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:31.236319 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9970891
Apr 30 16:27:31.240817 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49156) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:31.242877 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:27:31.248971 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Request body: {'subnet': {'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-subnet', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:31.263350 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:31.275210 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65dab7-ac09-40d1-a37f-5590a48b7987 req-9959bd1a-6804-4c53-ac9e-12467ee83e39 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:31.275983 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Usage tracker for resource:subnet and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:31.276706 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee65dab7-ac09-40d1-a37f-5590a48b7987 req-9959bd1a-6804-4c53-ac9e-12467ee83e39 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.1001627
Apr 30 16:27:31.279509 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:31.286207 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:31.324741 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee65dab7-ac09-40d1-a37f-5590a48b7987 req-9ebfb587-168a-4d91-9421-c721da8bf6a3 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411181
Apr 30 16:27:31.345662 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Made reservation on behalf of b1c386717b3e4e09a996d488d118dcca for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:27:31.347981 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2252585'] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:31.663563 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3666efa-d682-4c06-8ef7-e4252ad48f0c req-fa852283-0da5-4721-bd69-d3617977f1aa tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:31.665267 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a3666efa-d682-4c06-8ef7-e4252ad48f0c req-fa852283-0da5-4721-bd69-d3617977f1aa tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1046865
Apr 30 16:27:31.743030 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a3666efa-d682-4c06-8ef7-e4252ad48f0c req-4269f9c6-e606-406e-b110-cfd3f165edd4 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707624
Apr 30 16:27:31.960084 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2252603'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:31.960084 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3d1040f4-83da-4040-847d-803f6aa1d365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:32.040921 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b09658-f09f-43cf-89c7-e2209134a927,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:32.045747 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:32.052233 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Checking segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:27:32.052763 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Network hostable DHCP agents. Network: 9e40cf8e-e867-4f86-ae24-ba40c7986a87, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:27:32.465840 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:27:32.550388 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a184a-acd6-4867-b972-a47aa3c77442 req-33f0b696-7031-4096-9cab-8ced7daaeed6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:32.551863 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-445a184a-acd6-4867-b972-a47aa3c77442 req-33f0b696-7031-4096-9cab-8ced7daaeed6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.0884266
Apr 30 16:27:32.588672 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 9e40cf8e-e867-4f86-ae24-ba40c7986a87) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:27:32.604947 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:32.605233 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57433b5-6732-4ea1-92cf-d7eb0aedcd80 None None] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:27:32.605826 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:32.622492 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-445a184a-acd6-4867-b972-a47aa3c77442 req-c5cc774a-e01a-4d72-9599-0116d1910566 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646234
Apr 30 16:27:32.725269 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8e4168a0-9bb6-4a0c-a196-35dc91ee609c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4845881
Apr 30 16:27:32.727418 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49170) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:32.733125 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:32.739758 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:32.745742 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Usage tracker for resource:router and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:32.749407 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:32.755764 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:32.976495 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0718929c-44db-400b-9259-20cadb179237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:27:32.976495 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:32.976764 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839765da-abf9-471c-a3ec-5a3dc502746c req-7bf9619b-133d-4561-bc5f-b269891f8f43 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:32.976764 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-839765da-abf9-471c-a3ec-5a3dc502746c req-7bf9619b-133d-4561-bc5f-b269891f8f43 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0987778
Apr 30 16:27:32.980271 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:32.981330 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:33.005065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:33.024662 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-839765da-abf9-471c-a3ec-5a3dc502746c req-f22ca705-5221-4176-8c9b-46a7f7e5ac10 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543597
Apr 30 16:27:33.131734 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-0718929c-44db-400b-9259-20cadb179237 None None] Allocated IP 172.20.0.2 (9e40cf8e-e867-4f86-ae24-ba40c7986a87/36b09658-f09f-43cf-89c7-e2209134a927/760b6cbf-e329-442e-9d7f-e7d8fbb06ea7) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:27:33.356256 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:33.373819 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0718929c-44db-400b-9259-20cadb179237 None None] Transition to ACTIVE for port object 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:33.395610 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0718929c-44db-400b-9259-20cadb179237 None None] Transition to ACTIVE for port object 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:33.481800 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:33.501189 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:33.508241 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:33.571148 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718929c-44db-400b-9259-20cadb179237 None None] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:27:33.572337 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-0718929c-44db-400b-9259-20cadb179237 None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:27:33.576081 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0718929c-44db-400b-9259-20cadb179237 None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:27:33.657455 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718929c-44db-400b-9259-20cadb179237 None None] Pushing event updated for resources: {'Port': ['ID=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:33.675630 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.676259 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.676754 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.677260 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.677735 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.678234 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.678721 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.679207 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.679703 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.680029 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.680355 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.680676 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:33.693096 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-0718929c-44db-400b-9259-20cadb179237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:33.719819 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-0718929c-44db-400b-9259-20cadb179237 None None] Attempting to bind port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:27:33.720475 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-0718929c-44db-400b-9259-20cadb179237 None None] Attempting to bind port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:27:33.721050 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718929c-44db-400b-9259-20cadb179237 None None] Attempting to bind port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 on network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:27:33.727436 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718929c-44db-400b-9259-20cadb179237 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:27:33.728633 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718929c-44db-400b-9259-20cadb179237 None None] Checking segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:27:33.729651 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:33.730336 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718929c-44db-400b-9259-20cadb179237 None None] Bound using segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:27:33.730968 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-0718929c-44db-400b-9259-20cadb179237 None None] Bound port: 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:27:33.731525 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:33.851551 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-0718929c-44db-400b-9259-20cadb179237 None None] For port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:27:33.861302 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-0718929c-44db-400b-9259-20cadb179237 None None] For port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:27:33.960538 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0718929c-44db-400b-9259-20cadb179237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:33.964366 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:34.008739 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:34.046641 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718929c-44db-400b-9259-20cadb179237 None None] Pushing event updated for resources: {'Port': ['ID=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:34.047065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:34.062275 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-0718929c-44db-400b-9259-20cadb179237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:34.098091 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d7845-15e9-41cb-9b10-fd8f01ed7460 req-a655263b-1cd4-4956-abd4-845a852113ab tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:34.099752 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b64d7845-15e9-41cb-9b10-fd8f01ed7460 req-a655263b-1cd4-4956-abd4-845a852113ab tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.2808352
Apr 30 16:27:34.193267 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b64d7845-15e9-41cb-9b10-fd8f01ed7460 req-e7054ca5-8138-48cc-901c-75bed79c76dd tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674906
Apr 30 16:27:34.280473 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Allocated IP 172.27.0.30 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:27:34.436460 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268354c-ba0c-40c4-8d9d-b2886ec4698c req-3815f9d1-75aa-489d-8906-afa830f48455 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:34.436460 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9268354c-ba0c-40c4-8d9d-b2886ec4698c req-3815f9d1-75aa-489d-8906-afa830f48455 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1420519
Apr 30 16:27:34.436460 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9268354c-ba0c-40c4-8d9d-b2886ec4698c req-4f247484-a104-43ee-8dad-b75a03eb2e32 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617647
Apr 30 16:27:34.507561 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:34.669315 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:34.674290 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-97d52d24-3da7-49b3-aeea-4964b5bf4bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:34.731784 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:27:34.739443 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:27:34.743487 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:27:34.791119 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Pushing event updated for resources: {'Port': ['ID=d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:34.791580 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:34.886669 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:35.048776 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:35.140777 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898df3d-fa5b-4522-9d0f-f38b40d44cf6 None None] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:27:35.308390 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] Provisioning for port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:35.315207 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] Provisioning complete for port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:35.315577 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:35.377232 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:35.512994 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:35.557869 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] For port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:35.646170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:35.647922 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-0718929c-44db-400b-9259-20cadb179237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:35.728785 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41afdb1-6fd0-4293-9d33-7fe47b7917fc req-d83c0aa0-8c49-4f37-8e96-975f1a955c5d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:35.730027 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e41afdb1-6fd0-4293-9d33-7fe47b7917fc req-d83c0aa0-8c49-4f37-8e96-975f1a955c5d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1397674
Apr 30 16:27:35.731732 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] Pushing event updated for resources: {'Port': ['ID=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:35.735982 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:35.784901 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e41afdb1-6fd0-4293-9d33-7fe47b7917fc req-f7f54329-5d54-4ed4-b182-ea5017bb120d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419986
Apr 30 16:27:35.835834 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311c85-068e-4410-86f8-e38c86acc1a8 req-b4da9354-8136-45cd-85be-f27930eac40d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:35.837234 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cd311c85-068e-4410-86f8-e38c86acc1a8 req-b4da9354-8136-45cd-85be-f27930eac40d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.1938441
Apr 30 16:27:35.839831 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:35.868019 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-f54c2234-fd9e-4ba6-8a1d-c783a358f502 None None] Provisioning complete for port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:35.868386 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f54c2234-fd9e-4ba6-8a1d-c783a358f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:36.007065 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cd311c85-068e-4410-86f8-e38c86acc1a8 req-ee1a5e3b-0630-4450-8fc9-2de36613d741 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636460
Apr 30 16:27:36.142746 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Router 0e9a397f-689b-495b-a75d-bb6dec739b33 is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:27:36.320387 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:27:36.329571 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Sync routers for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:27:36.338534 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:27:36.339143 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027bb520>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:27:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:36.448519 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:36.449866 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.7212875
Apr 30 16:27:36.452543 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49198) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:36.555210 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:27:36.849490 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:36.922889 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027bb520>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:35Z', 'revision_number': 3, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:36.928597 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Checking router: 0e9a397f-689b-495b-a75d-bb6dec739b33 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:27:36.929092 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Updating router 0e9a397f-689b-495b-a75d-bb6dec739b33 port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:27:36.983147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:36.984416 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:36.992518 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6920-4bd7-4e11-9271-f8a90edae780 req-75246edc-202c-47b4-991b-18ad2c19cfd2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:36.994645 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-844c6920-4bd7-4e11-9271-f8a90edae780 req-75246edc-202c-47b4-991b-18ad2c19cfd2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0879471
Apr 30 16:27:37.026092 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:37.060399 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-844c6920-4bd7-4e11-9271-f8a90edae780 req-c5da2d0c-1d90-4c9f-8b16-093d0c1d06f2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571771
Apr 30 16:27:37.284948 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916d7f3-bcd2-4cf0-b38e-3c87b78bf5dc req-1918fca7-b60a-4024-b9cc-3157aac567e1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:37.287707 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e916d7f3-bcd2-4cf0-b38e-3c87b78bf5dc req-1918fca7-b60a-4024-b9cc-3157aac567e1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 931 time: 0.1483727
Apr 30 16:27:37.375785 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e916d7f3-bcd2-4cf0-b38e-3c87b78bf5dc req-62a687e7-66e9-4d2b-85a4-09ff2b5d38ca tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597916
Apr 30 16:27:37.377601 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:37.399325 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Request body: {'port': {'device_id': '63d2070d-b260-47cd-ba41-b884d1893026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:37.445846 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:37.461600 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Transition to ACTIVE for port object d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:37.554640 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:37.559377 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-31cb4341-dbd7-478c-a888-fbf60336e5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:37.608898 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:37.684195 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Attempting to bind port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:27:37.684345 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Attempting to bind port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:27:37.684724 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Attempting to bind port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:27:37.692731 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020b1f0-60d8-4384-9612-f7409974161f None None] Pushing event updated for resources: {'Port': ['ID=d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:37.697515 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4020b1f0-60d8-4384-9612-f7409974161f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:37.699090 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:27:37.699506 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:27:37.699918 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:37.700392 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:27:37.700917 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Bound port: d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:27:37.701309 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:37.815052 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] For port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:27:37.815449 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Allocated IP 172.20.0.1 (9e40cf8e-e867-4f86-ae24-ba40c7986a87/36b09658-f09f-43cf-89c7-e2209134a927/61b7f25c-6030-4a5f-8568-74e6c9cc2cf5) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:27:37.818537 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] For port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:27:37.900758 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:37.906166 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:37.976709 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:27:37.977350 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027bb520>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:27:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:38.058888 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020b1f0-60d8-4384-9612-f7409974161f None None] Pushing event updated for resources: {'Port': ['ID=d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:38.062128 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4020b1f0-60d8-4384-9612-f7409974161f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:38.181074 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:27:38.203549 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:38.263539 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85e7d4-e6bd-41b5-a756-5983cc8dd29c req-81091a35-d938-42f0-aa2c-622628c4eadb tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:38.266210 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9b85e7d4-e6bd-41b5-a756-5983cc8dd29c req-81091a35-d938-42f0-aa2c-622628c4eadb tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0978713
Apr 30 16:27:38.308959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Transition to ACTIVE for port object 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:38.314087 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645c427f-2486-4f29-b02a-89f8e6c75822 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:27:38.314268 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9b85e7d4-e6bd-41b5-a756-5983cc8dd29c req-157bb6d4-8593-4859-8c3c-256a320ca91a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420318
Apr 30 16:27:38.325808 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:38.346523 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Transition to ACTIVE for port object 645c427f-2486-4f29-b02a-89f8e6c75822 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:38.417959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:38.425626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c90a60b5-a6e0-4418-ae10-88fbaadafd31 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:38.497808 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:38.584779 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027bb520>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:35Z', 'revision_number': 3, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:38.589167 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ae85b-8bd1-469c-97c2-54ee38c056c3 None None] The sync data for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi is: [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:35Z', 'revision_number': 3, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:27:38.604197 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45dc7-fdaa-49a1-98cf-8c27eadeae5b req-ddc46b95-12d0-4af1-9e39-4c4b1e4dcde4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:38.612693 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5be45dc7-fdaa-49a1-98cf-8c27eadeae5b req-ddc46b95-12d0-4af1-9e39-4c4b1e4dcde4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 943 time: 0.1165533
Apr 30 16:27:38.624679 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:27:38.631838 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:27:38.645697 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Pushing event updated for resources: {'Port': ['ID=645c427f-2486-4f29-b02a-89f8e6c75822,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:38.675251 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5be45dc7-fdaa-49a1-98cf-8c27eadeae5b req-df5ea944-32e7-4aa7-bb61-befc86cd7709 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576835
Apr 30 16:27:38.697492 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:38.704162 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:27:38.752676 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:38.888004 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Pushing event updated for resources: {'Port': ['ID=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:38.978093 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:38.985460 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Attempting to bind port 645c427f-2486-4f29-b02a-89f8e6c75822 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:27:38.985623 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca538a9e-044a-45c8-bb5b-ed409d9313d1 req-4ef10152-5a79-4553-8b70-07d78d7ada53 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:38.986263 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Attempting to bind port 645c427f-2486-4f29-b02a-89f8e6c75822 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:27:38.986864 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Attempting to bind port 645c427f-2486-4f29-b02a-89f8e6c75822 on network 03b85f18-ca19-414b-8cfb-0513b737f337 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:27:38.988233 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ca538a9e-044a-45c8-bb5b-ed409d9313d1 req-4ef10152-5a79-4553-8b70-07d78d7ada53 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1831815
Apr 30 16:27:39.019217 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Port 645c427f-2486-4f29-b02a-89f8e6c75822 on network 03b85f18-ca19-414b-8cfb-0513b737f337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:27:39.019543 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Attempting to bind port 645c427f-2486-4f29-b02a-89f8e6c75822 on network 03b85f18-ca19-414b-8cfb-0513b737f337 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:27:39.032102 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:27:39.032102 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Checking segment: {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:27:39.032102 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Bound using segment: {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:27:39.032852 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Bound port: 645c427f-2486-4f29-b02a-89f8e6c75822, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618517da-971e-417f-b739-0e5797039df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:27:39.033197 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:39.058811 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:39.143552 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ca538a9e-044a-45c8-bb5b-ed409d9313d1 req-383c9571-b4a7-4345-8cf4-3d54c7fd5079 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1393499
Apr 30 16:27:39.175422 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-6f68c1d7-0962-4e3d-b9e0-6e62e6228dd7 None None] Provisioning for port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:39.177981 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-9d8414ec-0585-4b44-a119-8ae9797d0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:39.182796 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-9d8414ec-0585-4b44-a119-8ae9797d0a62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 1098 time: 0.1218865
Apr 30 16:27:39.183059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-6f68c1d7-0962-4e3d-b9e0-6e62e6228dd7 None None] Provisioning complete for port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:39.183059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-6f68c1d7-0962-4e3d-b9e0-6e62e6228dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:39.253344 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-6f68c1d7-0962-4e3d-b9e0-6e62e6228dd7 None None] Port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:27:39.350028 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] For port 645c427f-2486-4f29-b02a-89f8e6c75822, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:27:39.360251 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] For port 645c427f-2486-4f29-b02a-89f8e6c75822, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=645c427f-2486-4f29-b02a-89f8e6c75822,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:27:39.365936 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-d5dcd164-5204-478a-9588-a70f8ce6e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:39.367525 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-d5dcd164-5204-478a-9588-a70f8ce6e3c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 912 time: 0.1795723
Apr 30 16:27:39.436166 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:39.443266 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:39.547604 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:39.548249 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:39.549656 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] 10.222.0.69 "PUT /v2.0/ports/645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 1093 time: 2.1628680
Apr 30 16:27:39.558078 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:27:39.583322 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-dcf4c862-3006-4e23-b4ad-43bc294f0abc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642712cc-d29f-49cb-9612-1e9094346368 HTTP/1.1" status: 200  len: 1000 time: 0.2065558
Apr 30 16:27:39.633988 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:39.684318 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-5f930261-ec71-42f0-bcab-288aa83b8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:39.685865 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-5f930261-ec71-42f0-bcab-288aa83b8c7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0962925
Apr 30 16:27:39.706493 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822', 'status': 'completed', 'code': 200}
Apr 30 16:27:39.823638 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Pushing event updated for resources: {'Port': ['ID=645c427f-2486-4f29-b02a-89f8e6c75822,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:39.828079 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:39.863893 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-99e7e4d5-216c-4817-9b15-12614c8df58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:39.865610 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-99e7e4d5-216c-4817-9b15-12614c8df58e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1534963
Apr 30 16:27:39.959764 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e318d1e8-9651-401e-88dc-c30c4140d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:39.961273 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-e318d1e8-9651-401e-88dc-c30c4140d2b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1096 time: 0.2103209
Apr 30 16:27:39.999619 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd9ec4-d0e7-4199-957b-ef6c85a5d13a req-1cc016e1-506f-47ff-a2e7-5bf8f7bb3943 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:40.001232 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d5bd9ec4-d0e7-4199-957b-ef6c85a5d13a req-1cc016e1-506f-47ff-a2e7-5bf8f7bb3943 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 943 time: 0.1904182
Apr 30 16:27:40.035987 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:40.047426 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-dec45846-9610-40cd-84e8-ee9ed8f50b63 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725879
Apr 30 16:27:40.048041 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-4af665ca-575b-4e27-8bda-6073836152e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 217 time: 0.0684021
Apr 30 16:27:40.101699 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d5bd9ec4-d0e7-4199-957b-ef6c85a5d13a req-22200f61-2c3c-4374-8432-38efcd4ae30f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900450
Apr 30 16:27:40.114769 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:40.144987 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-56eb96fc-0954-47d4-8107-363f812c5a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:40.209343 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e12bbb80-b231-47a7-b397-5216ab5454fd req-b5364083-6226-4de7-bead-0a4bb7b76084 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496546
Apr 30 16:27:40.435675 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-2dd7efea-47e4-49fd-b75f-5afa2c982c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:40.437656 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-2dd7efea-47e4-49fd-b75f-5afa2c982c8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 200  len: 852 time: 0.3778327
Apr 30 16:27:40.448589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Pushing event updated for resources: {'Port': ['ID=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:40.451491 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:40.452900 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:40.666246 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1d86d-aafd-41a5-ae9b-71a963375712 req-38c61f4d-9bf3-4169-af8e-e0ab4e0cc173 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:40.667753 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8ae1d86d-aafd-41a5-ae9b-71a963375712 req-38c61f4d-9bf3-4169-af8e-e0ab4e0cc173 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.3152497
Apr 30 16:27:40.693193 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-cac5e3a0-e4dc-4796-bfad-4960f468c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:40.694621 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-cac5e3a0-e4dc-4796-bfad-4960f468c15a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03b85f18-ca19-414b-8cfb-0513b737f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2475679
Apr 30 16:27:40.711276 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:27:40.727134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:27:40.884262 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:40.899871 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8ae1d86d-aafd-41a5-ae9b-71a963375712 req-c6d1b33c-ec00-4e1d-80bb-9708c0ae27e2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2235487
Apr 30 16:27:41.021033 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-3fe1b38f-878b-4933-9317-f585ef986a0a None None] Provisioning complete for port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:41.021582 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3fe1b38f-878b-4933-9317-f585ef986a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:41.045339 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-96781515-c974-45f9-ae9f-292977f3d606 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3371749
Apr 30 16:27:41.059834 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Router 0e9a397f-689b-495b-a75d-bb6dec739b33 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:27:41.084924 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1b38f-878b-4933-9317-f585ef986a0a None None] Port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:27:41.134001 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:41.140169 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:41.140545 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:41.334754 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:41.340118 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6132f0-2d43-4084-a4d6-90d7711c5a97 req-d656a4bf-35cd-478b-a5f0-7351ba3b3abf tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:41.344130 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-df6132f0-2d43-4084-a4d6-90d7711c5a97 req-d656a4bf-35cd-478b-a5f0-7351ba3b3abf tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 943 time: 0.0989790
Apr 30 16:27:41.347049 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9279776-b285-4b4a-9cb3-447f8d5048a7 req-86a3cd07-bc74-4756-bd22-5f8563de74af service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896919
Apr 30 16:27:41.360250 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:41.374157 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:27:41.383886 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] 10.222.0.57 "PUT /v2.0/routers/0e9a397f-689b-495b-a75d-bb6dec739b33/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9301517
Apr 30 16:27:41.386665 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Sync routers for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:27:41.397064 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:27:41.397591 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502660ac0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:27:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:41.399166 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-df6132f0-2d43-4084-a4d6-90d7711c5a97 req-5e2a6ae5-ea53-4126-8fa0-da03c4a40ff3 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489819
Apr 30 16:27:41.482941 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:41.485465 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:41.564945 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:41.568434 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:41.611927 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:27:41.663768 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-a6f47405-c97e-469d-94e6-9b5b63b03238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:41.678667 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-a6f47405-c97e-469d-94e6-9b5b63b03238 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1096 time: 0.1141999
Apr 30 16:27:41.822573 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-0a9d2668-6f7e-4021-9b4f-b42f6d21feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:41.823998 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-0a9d2668-6f7e-4021-9b4f-b42f6d21feae service neutron] 10.222.0.69 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 914 time: 0.1381607
Apr 30 16:27:41.893375 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-cfc5623e-1e77-4bb9-80bc-20418ac3eff6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 217 time: 0.0625112
Apr 30 16:27:41.962496 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-1538579f-eb1e-41b1-b81d-28ca9e67c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:41.964032 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-1538579f-eb1e-41b1-b81d-28ca9e67c9b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 200  len: 852 time: 0.0623572
Apr 30 16:27:42.017948 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502660ac0>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 2, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:42.028020 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Checking router: 0e9a397f-689b-495b-a75d-bb6dec739b33 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:27:42.028757 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Updating router 0e9a397f-689b-495b-a75d-bb6dec739b33 port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:27:42.091725 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-3cec6e2b-f150-44d7-bcd5-989239dc6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:42.094355 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-3cec6e2b-f150-44d7-bcd5-989239dc6ac8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03b85f18-ca19-414b-8cfb-0513b737f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1230762
Apr 30 16:27:42.118203 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.158686 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58f601-e5c1-429d-b1a1-e2c87836aba8 req-52b3c195-e564-4019-a30a-ea1508313632 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:42.160334 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1d58f601-e5c1-429d-b1a1-e2c87836aba8 req-52b3c195-e564-4019-a30a-ea1508313632 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1175835
Apr 30 16:27:42.213417 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1d58f601-e5c1-429d-b1a1-e2c87836aba8 req-da05e7a3-8d0a-4dcc-8239-a389a9c51cb3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465157
Apr 30 16:27:42.271563 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49264) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:42.279825 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539567796', 'description': 'tempest-description--968720332'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:42.287147 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:42.292115 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:security_group and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:42.295665 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:42.303921 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:42.367813 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-50a35944-3d4e-4018-8812-694de7f86ae6 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2658494
Apr 30 16:27:42.383152 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.405836 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:42.410389 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:security_group_rule and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:42.415109 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:42.419452 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:42.505046 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.509421 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.522620 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Transition to ACTIVE for port object 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:42.525018 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee01f6f2-6cb3-4b24-a855-4e5cc0a3268b req-673a689e-1bb9-4c89-a257-92c4455b61d4 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489198
Apr 30 16:27:42.595390 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.599452 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e5f4ad0a-6797-40cb-802f-6ef2ff6759fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:42.636492 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.642107 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:42.658042 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466ac3b8-1103-4232-965c-632ae8710cf9,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:42.662692 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:42.675719 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67cbd-c085-4843-a232-2427e169a17c req-074c8737-7007-49bf-86c3-136f8c13992f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:42.683197 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e0e67cbd-c085-4843-a232-2427e169a17c req-074c8737-7007-49bf-86c3-136f8c13992f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 943 time: 0.1410925
Apr 30 16:27:42.737420 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e0e67cbd-c085-4843-a232-2427e169a17c req-76ace1a8-a346-462a-b5c1-3e0ee9c5beea tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448709
Apr 30 16:27:42.772083 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.774793 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5008566
Apr 30 16:27:42.777219 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49272) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:42.782810 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'security_group_rule': {'security_group_id': '466ac3b8-1103-4232-965c-632ae8710cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:42.799795 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:42.804766 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:security_group_rule and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:42.808840 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:42.822297 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:42.826511 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Pushing event updated for resources: {'Port': ['ID=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:42.869771 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:42.876736 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:42.891794 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Attempting to bind port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:27:42.892088 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Attempting to bind port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:27:42.892451 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Attempting to bind port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 on network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:27:42.898296 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:27:42.898670 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Checking segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:27:42.899071 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.899464 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Bound using segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:27:42.899953 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Bound port: 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:27:42.900352 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.949429 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:42.951595 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.980529 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:42.994266 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] For port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:27:42.997196 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] For port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:27:43.053328 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.071620 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.076674 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:43.125683 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.127758 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:43.157144 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b614ff3b-6ae3-4339-ac34-b843006e41a0,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:43.162890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:43.163034 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:27:43.163705 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502660ac0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:27:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:43.239089 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Pushing event updated for resources: {'Port': ['ID=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,revision_number=4']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:43.254453 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.255649 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4774222
Apr 30 16:27:43.258414 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49278) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:43.259615 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.259962 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.260285 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.260605 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.261057 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.261374 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.261670 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.261987 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.262320 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.262633 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.262941 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.263246 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:27:43.270002 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:43.275330 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'security_group_rule': {'security_group_id': '466ac3b8-1103-4232-965c-632ae8710cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:43.283097 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:43.288255 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:security_group_rule and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:43.291666 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:43.298526 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:43.375184 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:27:43.387875 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.464792 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.559559 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.566924 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:43.588155 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf1859f-2a35-41c2-bd73-f0bcaf0981b4,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:43.591251 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:43.702846 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502660ac0>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:42Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:27:43.706688 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5144a29-67b9-420d-8759-61f5a1b9332b None None] The sync data for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi is: [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:42Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:27:43.714331 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.719738 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4557464
Apr 30 16:27:43.720255 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49282) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:27:43.725768 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:43.731839 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:43.747030 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:floatingip and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:27:43.747030 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:27:43.760574 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:43.892258 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:43.964981 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ff275-d199-466b-9852-80004976fab9 req-5e126ef7-0bc9-45b3-a476-9af7714b02ab tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:43.966607 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-155ff275-d199-466b-9852-80004976fab9 req-5e126ef7-0bc9-45b3-a476-9af7714b02ab tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 943 time: 0.1022382
Apr 30 16:27:44.042578 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-155ff275-d199-466b-9852-80004976fab9 req-a673b475-fdd5-4756-96b0-3fb0b2205042 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639353
Apr 30 16:27:44.090700 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:44.240702 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Allocated IP 172.27.0.131 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/1b6a1e38-f6b6-4566-bf11-3faaaa96dcec) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:27:44.407177 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:44.503286 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:44.507498 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:44.577879 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:27:44.581545 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:27:44.585244 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:27:44.617578 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'Port': ['ID=1b6a1e38-f6b6-4566-bf11-3faaaa96dcec,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:44.628515 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:44.677980 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:44.803474 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:44.866232 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:45.042924 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:45.049418 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:45.049791 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.092828 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.175422 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.194425 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.206309 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:45.212305 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:45.266235 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.267959 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-31cb4341-dbd7-478c-a888-fbf60336e5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:45.333976 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'Port': ['ID=1b6a1e38-f6b6-4566-bf11-3faaaa96dcec,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:45.335494 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:45.338658 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:45.339733 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:45.347416 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.375516 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92ca4a-a79a-4979-833a-a795b39f9968 req-80ccf9d9-a4dd-4d42-8659-05e9a93ca00b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:45.376620 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ff92ca4a-a79a-4979-833a-a795b39f9968 req-80ccf9d9-a4dd-4d42-8659-05e9a93ca00b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 943 time: 0.2232039
Apr 30 16:27:45.426674 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ff92ca4a-a79a-4979-833a-a795b39f9968 req-303a966e-c8d0-473e-bc4c-b7cbe8668a1c tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439391
Apr 30 16:27:45.451272 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.482611 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.485214 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7629788
Apr 30 16:27:45.599155 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 645c427f-2486-4f29-b02a-89f8e6c75822 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:27:45.649012 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-5e528438-3724-4ab2-b044-399b2815dbeb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:45.722389 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-5e528438-3724-4ab2-b044-399b2815dbeb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:45.723573 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-5e528438-3724-4ab2-b044-399b2815dbeb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--539567796&fields=id&tenant_id=b1c386717b3e4e09a996d488d118dcca HTTP/1.1" status: 200  len: 267 time: 0.1189167
Apr 30 16:27:45.737818 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 645c427f-2486-4f29-b02a-89f8e6c75822, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=645c427f-2486-4f29-b02a-89f8e6c75822,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:45.752041 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '645c427f-2486-4f29-b02a-89f8e6c75822', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'port_id': '645c427f-2486-4f29-b02a-89f8e6c75822', 'mac_address': 'fa:16:3e:32:69:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:27:45.807093 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.827736 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645c427f-2486-4f29-b02a-89f8e6c75822 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:27:45.845139 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 645c427f-2486-4f29-b02a-89f8e6c75822, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=645c427f-2486-4f29-b02a-89f8e6c75822,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:45.874776 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-666f2269-39f1-464c-baf0-b5f11c992876 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:45.875441 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-666f2269-39f1-464c-baf0-b5f11c992876 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:network {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:45.940072 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:45.941300 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:45.971280 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-666f2269-39f1-464c-baf0-b5f11c992876 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:network {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:45.972463 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-666f2269-39f1-464c-baf0-b5f11c992876 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 816 time: 0.2418034
Apr 30 16:27:45.988564 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-e8fe8936-f3fe-432b-9ac2-2c55f0ca0dde tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/quotas/b1c386717b3e4e09a996d488d118dcca HTTP/1.1" status: 200  len: 375 time: 0.0103073
Apr 30 16:27:46.006693 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ae507fea-0cd7-4888-8208-01894f3586d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:46.010905 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=645c427f-2486-4f29-b02a-89f8e6c75822,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:46.013821 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:46.075320 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-73c85db1-e663-480f-8607-804851e11fbb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:46.214160 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-73c85db1-e663-480f-8607-804851e11fbb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:46.219925 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-73c85db1-e663-480f-8607-804851e11fbb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2215774
Apr 30 16:27:46.357670 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-7a1dcda9-71fe-46ea-8e49-a453c0fc0234 service neutron] 10.222.0.57 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290956
Apr 30 16:27:46.502893 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-fb2b77b1-7739-4fa4-a3f6-029c33423596 service neutron] 10.222.0.57 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389172
Apr 30 16:27:46.631910 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e4ed-b665-41dc-ac7a-1626809bc5af req-923b935f-cf22-4321-ba06-88e14817d455 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:46.633331 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b315e4ed-b665-41dc-ac7a-1626809bc5af req-923b935f-cf22-4321-ba06-88e14817d455 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 944 time: 0.0927422
Apr 30 16:27:46.664764 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['645c427f-2486-4f29-b02a-89f8e6c75822'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:27:46.680522 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b315e4ed-b665-41dc-ac7a-1626809bc5af req-c4c672be-5e87-468c-bf0b-b18cc4dedd90 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412140
Apr 30 16:27:46.770749 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5665a233-f0d8-438a-a011-c250bf224304 req-10b94171-9ac7-45d9-abb8-1dae29817530 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 210 time: 0.0467851
Apr 30 16:27:46.869831 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:46.949843 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:46.950508 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:47.882458 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3783da-7d47-41f9-9048-5103fab1b574 req-354a517b-6450-49d6-8c4b-2f5cbed62993 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:47.883031 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-37c75135-c887-4630-82d8-99723c47ad83 req-a5b1f334-a3b9-4d7c-952f-1c88b5c4f43b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 210 time: 0.0476720
Apr 30 16:27:47.883970 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5c3783da-7d47-41f9-9048-5103fab1b574 req-354a517b-6450-49d6-8c4b-2f5cbed62993 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 944 time: 0.0887280
Apr 30 16:27:47.931481 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5c3783da-7d47-41f9-9048-5103fab1b574 req-177812e7-9527-4370-9792-921fce2cf163 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409105
Apr 30 16:27:48.715263 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:48.825860 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-1b282a1b-b883-476b-a753-4b07b9b63119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:49.101445 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4bed38ab-a8f3-45c5-b178-efd998f7eb94 req-0fe3f388-cbb6-4ffa-b642-82f83d3a8899 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 210 time: 0.0526333
Apr 30 16:27:49.181046 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b320b01-30a9-41cc-8370-bfb65e5a06ff req-bf164000-c432-4ee1-89f7-f6551ad5d352 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:49.182558 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5b320b01-30a9-41cc-8370-bfb65e5a06ff req-bf164000-c432-4ee1-89f7-f6551ad5d352 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 944 time: 0.0862141
Apr 30 16:27:49.230044 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5b320b01-30a9-41cc-8370-bfb65e5a06ff req-a3327438-32e9-4fc6-bfa0-bad23289c57d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409513
Apr 30 16:27:49.633327 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 645c427f-2486-4f29-b02a-89f8e6c75822 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:27:49.663107 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-7efedd48-fcea-456a-b3d3-1229e426183a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:49.664529 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-7efedd48-fcea-456a-b3d3-1229e426183a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 816 time: 0.1498508
Apr 30 16:27:49.706887 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:49.730984 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-805ec3b4-beab-4561-9b70-6ea21047492a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c386717b3e4e09a996d488d118dcca HTTP/1.1" status: 200  len: 379 time: 0.0486305
Apr 30 16:27:49.740448 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'port': {'device_id': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'admin_state_up': True, 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'security_groups': ['466ac3b8-1103-4232-965c-632ae8710cf9']}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:49.834742 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 645c427f-2486-4f29-b02a-89f8e6c75822 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:49.840658 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 645c427f-2486-4f29-b02a-89f8e6c75822 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:49.841186 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:49.886728 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:27:49.898491 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:27:49.959414 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:49.988607 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:27:49.999023 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 645c427f-2486-4f29-b02a-89f8e6c75822, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=645c427f-2486-4f29-b02a-89f8e6c75822,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:27:50.005316 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Made reservation on behalf of b1c386717b3e4e09a996d488d118dcca for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:27:50.008890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:50.037747 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822', 'code': 200}
Apr 30 16:27:50.096901 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:50.100245 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:50.174123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=645c427f-2486-4f29-b02a-89f8e6c75822,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:50.177526 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:50.193667 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Allocated IP 172.20.0.9 (9e40cf8e-e867-4f86-ae24-ba40c7986a87/36b09658-f09f-43cf-89c7-e2209134a927/93e680e2-76ef-40bb-9e14-98794a602378) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:27:50.271150 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0d07140a-8fcb-4640-a62f-460f6cf2e7c7 req-6b26b9f9-e382-4b39-bb2a-9d9da7943017 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 210 time: 0.0496314
Apr 30 16:27:50.486260 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a866bd-a03d-4c9f-9ac0-68d4effde412 req-e7383311-4df4-4adc-b855-b369de4ef4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:50.488001 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-04a866bd-a03d-4c9f-9ac0-68d4effde412 req-e7383311-4df4-4adc-b855-b369de4ef4af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1098 time: 0.0749042
Apr 30 16:27:50.539857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:50.563104 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Transition to ACTIVE for port object 93e680e2-76ef-40bb-9e14-98794a602378 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:50.572585 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b6ee-838c-4c63-91f2-a962a9edd6ea req-ed437d29-7e0e-4a93-b694-9e1eac2c6265 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:50.574072 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cda5b6ee-838c-4c63-91f2-a962a9edd6ea req-ed437d29-7e0e-4a93-b694-9e1eac2c6265 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.1428165
Apr 30 16:27:50.627892 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cda5b6ee-838c-4c63-91f2-a962a9edd6ea req-5b3cd516-eb10-4804-95f8-1b1e8bbfa531 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469005
Apr 30 16:27:50.683101 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:50.689523 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1bfcf24f-5f0d-4215-be49-de46a8b956d9 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:50.756640 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:27:50.760069 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:27:50.764043 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:27:50.794393 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:50.806354 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:50.839627 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:50.840298 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:51.017833 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2813919
Apr 30 16:27:51.039871 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-362d1497-0964-47a8-862a-99a1956aa255 None None] Provisioning for port 93e680e2-76ef-40bb-9e14-98794a602378 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:27:51.046040 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-362d1497-0964-47a8-862a-99a1956aa255 None None] Provisioning complete for port 93e680e2-76ef-40bb-9e14-98794a602378 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:27:51.046515 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-362d1497-0964-47a8-862a-99a1956aa255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:51.105543 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-362d1497-0964-47a8-862a-99a1956aa255 None None] Port 93e680e2-76ef-40bb-9e14-98794a602378 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:27:51.247927 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:51.463164 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2305-ec84-4b8f-b077-b0b0cfa1d367 req-fedac8d1-d046-4189-b55d-01144fbb8a5e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:51.464613 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e78f2305-ec84-4b8f-b077-b0b0cfa1d367 req-fedac8d1-d046-4189-b55d-01144fbb8a5e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 931 time: 0.0814016
Apr 30 16:27:51.512835 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-e78f2305-ec84-4b8f-b077-b0b0cfa1d367 req-590d874a-3aa9-462c-9004-41d409e98938 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:51.525778 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-e78f2305-ec84-4b8f-b077-b0b0cfa1d367 req-590d874a-3aa9-462c-9004-41d409e98938 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:51.526927 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e78f2305-ec84-4b8f-b077-b0b0cfa1d367 req-590d874a-3aa9-462c-9004-41d409e98938 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553887
Apr 30 16:27:51.828457 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9c418-36aa-42d9-8eaf-8e47c0ad7a5e req-645aa891-f1b3-4059-827b-4211c3e5287b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:51.828457 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55c9c418-36aa-42d9-8eaf-8e47c0ad7a5e req-645aa891-f1b3-4059-827b-4211c3e5287b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0852065
Apr 30 16:27:51.863042 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-55c9c418-36aa-42d9-8eaf-8e47c0ad7a5e req-2c61aa81-4219-46da-910d-0c132f53618d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396533
Apr 30 16:27:52.721057 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54dbf-e397-4cb9-8a74-3cf5b64c482a req-b11486bb-509e-40f2-819e-7f1b3658ac9f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:52.722514 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-59f54dbf-e397-4cb9-8a74-3cf5b64c482a req-b11486bb-509e-40f2-819e-7f1b3658ac9f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 931 time: 0.0834556
Apr 30 16:27:52.767226 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-59f54dbf-e397-4cb9-8a74-3cf5b64c482a req-2cd411f3-3dbb-48fe-9810-b4953f5f62d5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389872
Apr 30 16:27:53.048201 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623b4ce-d8e4-48f9-bc2d-a12a200bd311 req-6ae2d8e7-7848-4674-ac7a-74fe57a3c743 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:53.049669 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a623b4ce-d8e4-48f9-bc2d-a12a200bd311 req-6ae2d8e7-7848-4674-ac7a-74fe57a3c743 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0798719
Apr 30 16:27:53.095164 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a623b4ce-d8e4-48f9-bc2d-a12a200bd311 req-3cd4b301-3486-433c-a81e-20058d960b63 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398712
Apr 30 16:27:53.962690 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671748c0-799b-4c6a-a715-84071d49e89b req-bc8294a7-79c8-4a63-8220-d9af97b1554f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:53.964032 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-671748c0-799b-4c6a-a715-84071d49e89b req-bc8294a7-79c8-4a63-8220-d9af97b1554f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 931 time: 0.0822830
Apr 30 16:27:54.009320 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-671748c0-799b-4c6a-a715-84071d49e89b req-e5ef62c8-e008-4a89-bdb3-9c6b613cf66a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386872
Apr 30 16:27:54.286139 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1126e7-e337-4610-a5d6-b57aaa3370e2 req-1038a897-a7ee-4bc8-9166-b95a30e2a1d8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:54.287520 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2a1126e7-e337-4610-a5d6-b57aaa3370e2 req-1038a897-a7ee-4bc8-9166-b95a30e2a1d8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0858181
Apr 30 16:27:54.335505 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2a1126e7-e337-4610-a5d6-b57aaa3370e2 req-d0ffa451-1abb-4d72-8089-b355c9b9ebd8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415139
Apr 30 16:27:54.377097 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Request body: {'port': {'device_id': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:27:54.405065 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-04a866bd-a03d-4c9f-9ac0-68d4effde412 req-4122b4c0-5f69-4042-adb4-6435a08fe09a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350218
Apr 30 16:27:54.490031 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:54.831176 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e680e2-76ef-40bb-9e14-98794a602378 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:27:54.838516 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:54.853639 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Transition to ACTIVE for port object 93e680e2-76ef-40bb-9e14-98794a602378 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:27:54.939519 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:54.943352 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-564c3700-efa5-4932-9e03-1e9f04a660b3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:55.070116 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:55.105486 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:55.179429 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Attempting to bind port 93e680e2-76ef-40bb-9e14-98794a602378 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:27:55.179798 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Attempting to bind port 93e680e2-76ef-40bb-9e14-98794a602378 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:27:55.180095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Attempting to bind port 93e680e2-76ef-40bb-9e14-98794a602378 on network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:27:55.184755 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Port 93e680e2-76ef-40bb-9e14-98794a602378 on network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:27:55.185095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Attempting to bind port 93e680e2-76ef-40bb-9e14-98794a602378 on network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:27:55.190262 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:27:55.190533 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Checking segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:27:55.190902 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Bound using segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:27:55.191314 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Bound port: 93e680e2-76ef-40bb-9e14-98794a602378, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:27:55.191646 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:55.207448 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be27659-e128-4004-96bc-525ce41ce0a6 req-481ac3c7-d7fa-4259-9493-e2e224f7004f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:55.208972 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2be27659-e128-4004-96bc-525ce41ce0a6 req-481ac3c7-d7fa-4259-9493-e2e224f7004f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0835903
Apr 30 16:27:55.264488 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2be27659-e128-4004-96bc-525ce41ce0a6 req-3cb028b3-25c6-4935-80b3-320126af5027 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490510
Apr 30 16:27:55.286042 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:27:55.289021 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:27:55.382831 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:55.386704 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:27:55.441282 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:55.442019 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:27:55.443537 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] 10.222.0.69 "PUT /v2.0/ports/93e680e2-76ef-40bb-9e14-98794a602378 HTTP/1.1" status: 200  len: 1093 time: 1.0716057
Apr 30 16:27:55.447392 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:27:55.509349 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378', 'status': 'completed', 'code': 200}
Apr 30 16:27:55.531451 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:27:55.534922 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:27:55.567277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb1260-4ca0-4121-8b2c-516f7f3a5697 req-44c24cac-5647-49f8-bb68-5337e2c71c55 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:55.570546 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2fb1260-4ca0-4121-8b2c-516f7f3a5697 req-44c24cac-5647-49f8-bb68-5337e2c71c55 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.1222246
Apr 30 16:27:55.748669 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2fb1260-4ca0-4121-8b2c-516f7f3a5697 req-12bd443e-4654-4d14-a863-a2649a497a6e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724601
Apr 30 16:27:55.785046 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c72b58-15f3-48f5-8e49-253cceb31148 req-48eac48f-4328-4fcd-8013-67263ae05ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:55.786512 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-81c72b58-15f3-48f5-8e49-253cceb31148 req-48eac48f-4328-4fcd-8013-67263ae05ece service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 1096 time: 0.0787759
Apr 30 16:27:55.948073 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c72b58-15f3-48f5-8e49-253cceb31148 req-970a8023-fc98-465e-ad45-0e8f74cb7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:55.949740 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-81c72b58-15f3-48f5-8e49-253cceb31148 req-970a8023-fc98-465e-ad45-0e8f74cb7864 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b1c386717b3e4e09a996d488d118dcca&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1451051
Apr 30 16:27:56.097160 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c72b58-15f3-48f5-8e49-253cceb31148 req-9f86f43c-9b2f-4490-83e3-57765f35cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:56.098578 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-81c72b58-15f3-48f5-8e49-253cceb31148 req-9f86f43c-9b2f-4490-83e3-57765f35cda3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1406724
Apr 30 16:27:56.245215 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-8754ca6d-b203-4684-a9ce-1fb713969e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:56.246652 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-8754ca6d-b203-4684-a9ce-1fb713969e19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 1096 time: 0.0741222
Apr 30 16:27:56.323116 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-d54a05e8-2b93-417c-a498-53f319edcc6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e680e2-76ef-40bb-9e14-98794a602378 HTTP/1.1" status: 200  len: 217 time: 0.0603936
Apr 30 16:27:56.432036 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-da848762-2726-4fd7-81da-d474c10f8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:56.433548 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-da848762-2726-4fd7-81da-d474c10f8737 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.1037412
Apr 30 16:27:56.516305 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ce49-54c1-4c81-80b8-4617c7db7ca6 req-d22f0568-0dcd-47bf-9f8f-fb4b949d2647 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:56.518607 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-8250ce49-54c1-4c81-80b8-4617c7db7ca6 req-d22f0568-0dcd-47bf-9f8f-fb4b949d2647 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:27:56.547763 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-d8c1f448-8e5f-46ff-ad77-7a42adeec767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:56.549333 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-d8c1f448-8e5f-46ff-ad77-7a42adeec767 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1068521
Apr 30 16:27:56.622289 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-8250ce49-54c1-4c81-80b8-4617c7db7ca6 req-d22f0568-0dcd-47bf-9f8f-fb4b949d2647 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:27:56.624263 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8250ce49-54c1-4c81-80b8-4617c7db7ca6 req-d22f0568-0dcd-47bf-9f8f-fb4b949d2647 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.2488101
Apr 30 16:27:56.657562 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9790d-6d60-4627-ad4d-123ab93eabed req-26d24efd-a3c6-42c7-a4c8-f83995c8aca0 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:56.659070 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-18a9790d-6d60-4627-ad4d-123ab93eabed req-26d24efd-a3c6-42c7-a4c8-f83995c8aca0 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0815771
Apr 30 16:27:56.672884 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8250ce49-54c1-4c81-80b8-4617c7db7ca6 req-f4a804af-3067-43fc-a930-574376ae3259 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422614
Apr 30 16:27:56.712883 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-18a9790d-6d60-4627-ad4d-123ab93eabed req-4c41996a-a967-4ff6-a302-30fefb82d866 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477273
Apr 30 16:27:56.938223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9821aa-2198-44c9-a54a-f9a743267415 req-85181260-ebb3-4d82-926a-7901cf826610 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:56.939737 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7f9821aa-2198-44c9-a54a-f9a743267415 req-85181260-ebb3-4d82-926a-7901cf826610 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0836143
Apr 30 16:27:56.983637 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7f9821aa-2198-44c9-a54a-f9a743267415 req-037cdce0-c9d6-4811-8764-e6c9fa639ced tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382397
Apr 30 16:27:57.872725 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912e54-dd64-4be5-8e73-0b9d7d925690 req-6fe05aa9-53cf-45d3-9495-6c511b7df2d0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:57.874249 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-03912e54-dd64-4be5-8e73-0b9d7d925690 req-6fe05aa9-53cf-45d3-9495-6c511b7df2d0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0892820
Apr 30 16:27:57.902066 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766061bc-1122-445b-a3ae-fc900e6b01e8 req-7a5d86c5-bd85-4e88-ba26-ee1d628193c3 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:57.903648 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-766061bc-1122-445b-a3ae-fc900e6b01e8 req-7a5d86c5-bd85-4e88-ba26-ee1d628193c3 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0830238
Apr 30 16:27:57.921345 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-03912e54-dd64-4be5-8e73-0b9d7d925690 req-6c7300b1-14c9-4b5b-bfc0-8937d0da9054 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408778
Apr 30 16:27:57.954151 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-766061bc-1122-445b-a3ae-fc900e6b01e8 req-049e2296-432c-4c76-b075-8d7d8fe9408f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427110
Apr 30 16:27:58.174013 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233df2ad-dc56-4f93-a17e-f700a480ae2f req-919eaaa3-c100-4104-b5c9-dd83f517fa5b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:58.175370 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-233df2ad-dc56-4f93-a17e-f700a480ae2f req-919eaaa3-c100-4104-b5c9-dd83f517fa5b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0841448
Apr 30 16:27:58.220759 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-233df2ad-dc56-4f93-a17e-f700a480ae2f req-c5c23ff2-d228-46e8-951b-e55212738ec1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393901
Apr 30 16:27:59.116119 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f639d66-fdb9-44ca-aa2a-1623b437d004 req-491752c9-9db6-4cf8-a860-78f699e7d3d4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:59.117621 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f639d66-fdb9-44ca-aa2a-1623b437d004 req-491752c9-9db6-4cf8-a860-78f699e7d3d4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0842257
Apr 30 16:27:59.142519 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b212ce-5929-4924-8c34-1baec1716d21 req-cf68fb9c-40e5-47c8-a3ce-6c024d020202 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:59.144127 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-67b212ce-5929-4924-8c34-1baec1716d21 req-cf68fb9c-40e5-47c8-a3ce-6c024d020202 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0849004
Apr 30 16:27:59.163756 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f639d66-fdb9-44ca-aa2a-1623b437d004 req-45340841-277a-48ad-9c08-02db9d6fcc6f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404079
Apr 30 16:27:59.189710 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-67b212ce-5929-4924-8c34-1baec1716d21 req-d03cbea9-a722-4678-873a-f1b47d430cca tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397186
Apr 30 16:27:59.406306 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265b164-2581-4837-9597-8a877feee394 req-32c021aa-4f28-4204-a2b6-1559956cc269 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:27:59.408133 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e265b164-2581-4837-9597-8a877feee394 req-32c021aa-4f28-4204-a2b6-1559956cc269 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0809078
Apr 30 16:27:59.458935 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e265b164-2581-4837-9597-8a877feee394 req-85b0d86b-1de3-4a11-b3e3-f434fd3a3411 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449510
Apr 30 16:28:00.350687 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1accf-6f9c-449e-87a5-74eab2a657c4 req-0f2a1d41-c0e3-4bce-8b6a-80b4ec2c2600 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:00.352163 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7ab1accf-6f9c-449e-87a5-74eab2a657c4 req-0f2a1d41-c0e3-4bce-8b6a-80b4ec2c2600 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0801306
Apr 30 16:28:00.374207 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788b4d1-e9e2-4e16-b130-144df1516f65 req-956fce50-bc2e-467d-b38c-dfc78ec03ba1 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:00.376701 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9788b4d1-e9e2-4e16-b130-144df1516f65 req-956fce50-bc2e-467d-b38c-dfc78ec03ba1 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0815768
Apr 30 16:28:00.424618 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9788b4d1-e9e2-4e16-b130-144df1516f65 req-d3681a54-c29b-4358-9f78-d094c938c5d2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426049
Apr 30 16:28:00.466537 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7ab1accf-6f9c-449e-87a5-74eab2a657c4 req-69d3be90-61b3-402d-b361-0a6ca8be5b26 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086290
Apr 30 16:28:00.643998 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b865-37dc-4655-b74c-fc9738a72e43 req-d96d5b28-9f22-4227-ae74-c3710b910b94 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:00.645467 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8510b865-37dc-4655-b74c-fc9738a72e43 req-d96d5b28-9f22-4227-ae74-c3710b910b94 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0837591
Apr 30 16:28:00.689033 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8510b865-37dc-4655-b74c-fc9738a72e43 req-4b1aee1b-9a2d-4c54-a3d0-7c2873d3dc20 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378571
Apr 30 16:28:01.106974 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-fad0b90e-2d10-43eb-bef6-0f299910c304 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321166
Apr 30 16:28:01.324790 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0e51a8a6-03cc-4a20-9dea-9190e9b85d14 req-ea4834bf-64bb-4c3c-96f3-8810aba5c1fc service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2097561
Apr 30 16:28:01.617712 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eed03f-3858-4304-9c8a-82b964c10c96 req-2dc83bc8-4997-432f-a886-64062076b5d8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:01.619312 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-95eed03f-3858-4304-9c8a-82b964c10c96 req-2dc83bc8-4997-432f-a886-64062076b5d8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0830150
Apr 30 16:28:01.660357 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce85239-afe1-44bb-8abd-48d4f65f54e5 req-f9bfbff5-29f0-432b-a880-e9533a5042e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:01.661475 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7ce85239-afe1-44bb-8abd-48d4f65f54e5 req-f9bfbff5-29f0-432b-a880-e9533a5042e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0833368
Apr 30 16:28:01.666486 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-95eed03f-3858-4304-9c8a-82b964c10c96 req-983a8854-d20d-4e4b-a920-940c38925742 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409117
Apr 30 16:28:01.711582 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7ce85239-afe1-44bb-8abd-48d4f65f54e5 req-53242e20-2f8b-4610-9874-9520450caece tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444515
Apr 30 16:28:01.874239 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb218c8-68c1-4409-a78d-82f5defad7b5 req-8a7711ac-bc9b-4b69-b58c-2d99c9ef1d6e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:01.876226 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9bb218c8-68c1-4409-a78d-82f5defad7b5 req-8a7711ac-bc9b-4b69-b58c-2d99c9ef1d6e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0836298
Apr 30 16:28:01.920603 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9bb218c8-68c1-4409-a78d-82f5defad7b5 req-23dcea47-f9e7-4720-a3c1-2ef0e516c453 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384972
Apr 30 16:28:02.695082 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:28:02.859958 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94b74-7990-4d75-b412-4c9ef721144b req-6e9648f4-dda4-47b3-bf8c-60bfa7e9dee2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:02.861557 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1ba94b74-7990-4d75-b412-4c9ef721144b req-6e9648f4-dda4-47b3-bf8c-60bfa7e9dee2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0854852
Apr 30 16:28:02.906942 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1ba94b74-7990-4d75-b412-4c9ef721144b req-c731b5ee-bf05-4898-bdf0-2fa3479017ad tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394554
Apr 30 16:28:02.932885 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692581e-c98a-4ebc-87f2-062f2e246d03 req-4f788177-1efd-4060-bd0e-1fb38ff16fb6 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:02.934425 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9692581e-c98a-4ebc-87f2-062f2e246d03 req-4f788177-1efd-4060-bd0e-1fb38ff16fb6 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1087387
Apr 30 16:28:02.981440 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9692581e-c98a-4ebc-87f2-062f2e246d03 req-4ce6223c-d290-4a71-b292-10a15710cb97 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406945
Apr 30 16:28:03.110057 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac71bf6-3081-4a97-99aa-28081db9216e req-f387bb3d-b5d2-4216-91de-c14f35db976b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:03.111578 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fac71bf6-3081-4a97-99aa-28081db9216e req-f387bb3d-b5d2-4216-91de-c14f35db976b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0837481
Apr 30 16:28:03.155713 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fac71bf6-3081-4a97-99aa-28081db9216e req-f10931f3-66ef-4db3-a941-027ee7a44f46 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383136
Apr 30 16:28:04.096136 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44165636-65fd-4c3c-b03c-17da7ab179da req-4362253f-a37c-4a27-8d2c-b53cda1947e9 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:04.097647 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-44165636-65fd-4c3c-b03c-17da7ab179da req-4362253f-a37c-4a27-8d2c-b53cda1947e9 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0827010
Apr 30 16:28:04.143930 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-44165636-65fd-4c3c-b03c-17da7ab179da req-f4b136ed-cc2c-4bd9-9783-110c5a177ec6 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402479
Apr 30 16:28:04.176686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4485af2-d0fa-4300-8f70-3289af11ac67 req-9fad5404-e2f2-492b-9c12-2790cbf6d8e4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:04.178171 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a4485af2-d0fa-4300-8f70-3289af11ac67 req-9fad5404-e2f2-492b-9c12-2790cbf6d8e4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0813653
Apr 30 16:28:04.225073 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a4485af2-d0fa-4300-8f70-3289af11ac67 req-9ee65da4-b9f6-49bc-92b8-266a34e41e3a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408678
Apr 30 16:28:04.346075 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea07ffa-086d-4a8c-8a5b-15ce3fa21237 req-df168a80-7c62-468b-8ce0-69ff508e09d2 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:04.347516 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6ea07ffa-086d-4a8c-8a5b-15ce3fa21237 req-df168a80-7c62-468b-8ce0-69ff508e09d2 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0835974
Apr 30 16:28:04.392068 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6ea07ffa-086d-4a8c-8a5b-15ce3fa21237 req-a3e442a4-25ac-4561-b891-78625285f2ff tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385904
Apr 30 16:28:04.574361 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fbbc8-bdba-4538-a184-512455bf735d req-f552a9d1-6ca4-4448-a944-530630ea4287 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:04.575734 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f80fbbc8-bdba-4538-a184-512455bf735d req-f552a9d1-6ca4-4448-a944-530630ea4287 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0830328
Apr 30 16:28:04.620608 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f80fbbc8-bdba-4538-a184-512455bf735d req-6df43f30-8d0b-4df4-8af1-c2b8a452a836 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391481
Apr 30 16:28:05.012484 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bbaca-a2ec-4d63-a1ca-d898b09b2775 req-1963ea4b-3071-4d15-91ff-453a10f46eea tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:05.013961 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f73bbaca-a2ec-4d63-a1ca-d898b09b2775 req-1963ea4b-3071-4d15-91ff-453a10f46eea tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0848231
Apr 30 16:28:05.058425 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f73bbaca-a2ec-4d63-a1ca-d898b09b2775 req-f0580c59-3f0f-43df-bbfe-8acbea86ccbd tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387232
Apr 30 16:28:05.339144 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033e73f-896f-4fd7-b06e-03a3f9517865 req-4026d098-a2b0-4867-9d68-60f2f48ff2d8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:05.340609 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8033e73f-896f-4fd7-b06e-03a3f9517865 req-4026d098-a2b0-4867-9d68-60f2f48ff2d8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0885875
Apr 30 16:28:05.388203 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8033e73f-896f-4fd7-b06e-03a3f9517865 req-fe66306c-5926-4e91-974a-fc1efd2ecd8d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401747
Apr 30 16:28:05.421225 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f4de-6c24-4b01-a8d7-dc3fddbad466 req-61096ca5-d582-4886-8e21-4d5f8b6a9f1a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:05.423283 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4ab5f4de-6c24-4b01-a8d7-dc3fddbad466 req-61096ca5-d582-4886-8e21-4d5f8b6a9f1a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0841208
Apr 30 16:28:05.471899 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4ab5f4de-6c24-4b01-a8d7-dc3fddbad466 req-02f808a2-2143-455f-bd09-41149d121368 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428016
Apr 30 16:28:06.583085 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab88b8-5f19-4c68-b19f-b65f55973afd req-26600ce4-bbca-4933-b6a3-0c8539c2041f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:06.584843 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4aab88b8-5f19-4c68-b19f-b65f55973afd req-26600ce4-bbca-4933-b6a3-0c8539c2041f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0866382
Apr 30 16:28:06.635049 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4aab88b8-5f19-4c68-b19f-b65f55973afd req-b9268781-d452-4037-b74f-7ab306d52d37 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437419
Apr 30 16:28:06.799117 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2434-dcfb-428b-85a1-238e6a1f09d5 req-9c7e5027-4483-4dbf-9847-0ca1e47df05d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:06.800555 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b67f2434-dcfb-428b-85a1-238e6a1f09d5 req-9c7e5027-4483-4dbf-9847-0ca1e47df05d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0799117
Apr 30 16:28:06.845820 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b67f2434-dcfb-428b-85a1-238e6a1f09d5 req-9c3270fe-81a2-4cdc-9dff-8ff3cb790c04 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395181
Apr 30 16:28:07.823049 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a7d78-a51f-4e6f-8e5d-9a68db5eef9f req-71d5e6ec-e435-4f48-bad0-f6dbd5de7817 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:07.824509 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b32a7d78-a51f-4e6f-8e5d-9a68db5eef9f req-71d5e6ec-e435-4f48-bad0-f6dbd5de7817 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0846257
Apr 30 16:28:07.871000 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b32a7d78-a51f-4e6f-8e5d-9a68db5eef9f req-1894797b-3956-4dff-80a4-7469d1bcf508 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398519
Apr 30 16:28:08.083605 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b8c5-be63-477e-a2c4-86bfe5906272 req-aa204303-fa03-4d8c-ba97-c3250117da16 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:08.085083 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95e9b8c5-be63-477e-a2c4-86bfe5906272 req-aa204303-fa03-4d8c-ba97-c3250117da16 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1321917
Apr 30 16:28:08.129969 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-95e9b8c5-be63-477e-a2c4-86bfe5906272 req-9fbd6b00-b1fb-4749-8686-a992533ee5d5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391655
Apr 30 16:28:09.114960 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfd3a-7198-4292-8361-d0d026d2829d req-51682dbb-9a88-4e7e-91c1-8b64697f9555 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:09.116415 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e21dfd3a-7198-4292-8361-d0d026d2829d req-51682dbb-9a88-4e7e-91c1-8b64697f9555 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.1374965
Apr 30 16:28:09.163763 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e21dfd3a-7198-4292-8361-d0d026d2829d req-816445b1-9668-407a-b288-241074eaf1e8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415053
Apr 30 16:28:09.226042 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-2cc9cf67-e067-4e77-9cdf-8240302532da tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:09.227485 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-2cc9cf67-e067-4e77-9cdf-8240302532da tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 945 time: 0.0875528
Apr 30 16:28:09.427066 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141328e1-1eb8-4066-8229-aa869b967574 req-e5258688-4f8b-4d31-9a92-188d822becf5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:09.428467 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-141328e1-1eb8-4066-8229-aa869b967574 req-e5258688-4f8b-4d31-9a92-188d822becf5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1604464
Apr 30 16:28:09.453005 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Deleting port 31640ed8-e817-4143-9499-2d1014295e2a {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:28:09.453904 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:09.569019 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-141328e1-1eb8-4066-8229-aa869b967574 req-cf5f6487-fecc-4a9d-8f96-4c9579fe5eaf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1344016
Apr 30 16:28:09.607808 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] For port 31640ed8-e817-4143-9499-2d1014295e2a, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=31640ed8-e817-4143-9499-2d1014295e2a,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:09.608163 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:09.733380 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Calling delete_port for 31640ed8-e817-4143-9499-2d1014295e2a owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:28:09.919246 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:09.927174 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-23638ee8-4b69-410a-824b-0a566608675e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:09.972546 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70', '9b1a88c3-1710-4d3d-b0a4-25bd567020b8', '31640ed8-e817-4143-9499-2d1014295e2a'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:28:10.065142 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Pushing event deleted for resources: {'Port': ['ID=31640ed8-e817-4143-9499-2d1014295e2a,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:10.069104 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:10.148905 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] No DVR routers for this DVR port 31640ed8-e817-4143-9499-2d1014295e2a on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:28:10.151397 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:10.153970 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b22a45-b223-464c-a667-e1c9348ac4d8', 'name': 'network-vif-deleted', 'tag': '31640ed8-e817-4143-9499-2d1014295e2a'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:10.200424 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b22a45-b223-464c-a667-e1c9348ac4d8', 'name': 'network-vif-deleted', 'tag': '31640ed8-e817-4143-9499-2d1014295e2a', 'status': 'completed', 'code': 200}
Apr 30 16:28:10.239635 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d82c4c8a-1e0a-46af-97a9-d6967784ff3d req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "DELETE /v2.0/ports/31640ed8-e817-4143-9499-2d1014295e2a HTTP/1.1" status: 204  len: 173 time: 1.0056746
Apr 30 16:28:10.432565 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-884e4ad9-1073-454e-9759-173e7eef38ef req-6fbc74f8-cb6f-48cb-901f-68b99b23562d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:28:10.517105 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-884e4ad9-1073-454e-9759-173e7eef38ef req-6fbc74f8-cb6f-48cb-901f-68b99b23562d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:28:10.518301 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-884e4ad9-1073-454e-9759-173e7eef38ef req-6fbc74f8-cb6f-48cb-901f-68b99b23562d tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.1329665
Apr 30 16:28:10.529375 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:28:10.677838 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:10.695943 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '93e680e2-76ef-40bb-9e14-98794a602378', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'port_id': '93e680e2-76ef-40bb-9e14-98794a602378', 'mac_address': 'fa:16:3e:8e:91:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:28:10.762480 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:10.782864 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e680e2-76ef-40bb-9e14-98794a602378 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:28:10.788456 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe220d-b6ae-490a-a581-fa310566d391 req-186f3cc9-a461-499a-bb96-b65f2b6cc264 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:10.790025 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cdbe220d-b6ae-490a-a581-fa310566d391 req-186f3cc9-a461-499a-bb96-b65f2b6cc264 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0910532
Apr 30 16:28:10.804351 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:10.838107 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cdbe220d-b6ae-490a-a581-fa310566d391 req-40a38111-12dd-4aac-9c37-223188a36b43 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423205
Apr 30 16:28:10.879069 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:10.880805 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:10.945270 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:10.948269 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:11.696445 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bbcf419-b3fc-4988-9469-a10bb9226c0d req-716c5ecd-62c2-4540-bbf1-05dd075975ab tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9b22a45-b223-464c-a667-e1c9348ac4d8 HTTP/1.1" status: 200  len: 210 time: 0.0529861
Apr 30 16:28:12.008443 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['93e680e2-76ef-40bb-9e14-98794a602378'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:28:12.035012 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683f30f-14e4-4919-85ec-a3e8879d1532 req-16a15630-4573-43a4-b7a5-123ea64dc839 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:12.036460 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6683f30f-14e4-4919-85ec-a3e8879d1532 req-16a15630-4573-43a4-b7a5-123ea64dc839 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 944 time: 0.0834517
Apr 30 16:28:12.089810 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6683f30f-14e4-4919-85ec-a3e8879d1532 req-f5a3d67f-f981-494e-b0a9-d18f58f977c8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450118
Apr 30 16:28:12.528311 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 31640ed8-e817-4143-9499-2d1014295e2a no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:28:12.563865 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 31640ed8-e817-4143-9499-2d1014295e2a {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:28:12.564218 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 31640ed8-e817-4143-9499-2d1014295e2a not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:28:13.301311 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea92f0e-8b9f-46ae-a36f-eaf7aa72524a req-7f8610bd-2b24-4fa2-9c01-71532e4912b7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:13.302755 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dea92f0e-8b9f-46ae-a36f-eaf7aa72524a req-7f8610bd-2b24-4fa2-9c01-71532e4912b7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 944 time: 0.0820212
Apr 30 16:28:13.348444 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dea92f0e-8b9f-46ae-a36f-eaf7aa72524a req-e8164262-fbd3-43f6-af07-a26b5831478d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396714
Apr 30 16:28:14.534691 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:28:14.549637 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7b49d-c799-4758-96fd-9c57986da501 req-c2a5dc13-dd0b-49df-a777-1fc2c5459e4c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:14.551162 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-62e7b49d-c799-4758-96fd-9c57986da501 req-c2a5dc13-dd0b-49df-a777-1fc2c5459e4c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 944 time: 0.0906913
Apr 30 16:28:14.598374 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-62e7b49d-c799-4758-96fd-9c57986da501 req-667ee326-bfbf-4fa4-8668-d2898c297120 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409002
Apr 30 16:28:14.713168 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 93e680e2-76ef-40bb-9e14-98794a602378 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:28:14.718394 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 93e680e2-76ef-40bb-9e14-98794a602378 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:28:14.718770 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:14.841101 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:14.871032 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:14.882626 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:14.925690 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13afcc-9d49-411a-8b5b-b79be33399b7 req-66d17226-7769-48f1-9cdf-0e42aca97f12 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:14.927164 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ea13afcc-9d49-411a-8b5b-b79be33399b7 req-66d17226-7769-48f1-9cdf-0e42aca97f12 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 945 time: 0.0921311
Apr 30 16:28:14.953128 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:14.955649 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ddb38c22-fdfc-4e8b-ad1b-bb66e8680ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:15.015559 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ea13afcc-9d49-411a-8b5b-b79be33399b7 req-fcdb24a1-afa2-4117-a223-bb93c9c3079e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489986
Apr 30 16:28:15.056079 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:15.065161 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:15.077152 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc4974e6-e858-484f-8911-930778a079dd req-b909163f-25d7-401d-b11a-cbef5596b85f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1484282
Apr 30 16:28:15.083929 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378', 'code': 200}
Apr 30 16:28:15.227044 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4974e6-e858-484f-8911-930778a079dd req-b0d41548-7521-4261-900a-8144c6119b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:15.228518 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc4974e6-e858-484f-8911-930778a079dd req-b0d41548-7521-4261-900a-8144c6119b47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5963a92155674c6583c2b37df3d0f815&device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 1098 time: 0.0768466
Apr 30 16:28:15.386576 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4974e6-e858-484f-8911-930778a079dd req-e66e35b2-2f21-400a-9e77-f5f46e7451b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:15.388165 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc4974e6-e858-484f-8911-930778a079dd req-e66e35b2-2f21-400a-9e77-f5f46e7451b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 200  len: 916 time: 0.1386716
Apr 30 16:28:15.469077 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:15.480990 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc4974e6-e858-484f-8911-930778a079dd req-3cb438e9-3bfe-4dd7-8759-30d5cbf28373 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f91d5a3d-e309-4a69-b4aa-3ebecd703e70 HTTP/1.1" status: 200  len: 217 time: 0.0842595
Apr 30 16:28:15.591609 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4974e6-e858-484f-8911-930778a079dd req-ec807bb0-208e-4dff-9514-d22fa57d5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:15.593732 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc4974e6-e858-484f-8911-930778a079dd req-ec807bb0-208e-4dff-9514-d22fa57d5b0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 200  len: 855 time: 0.0630100
Apr 30 16:28:15.602952 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bfb9a-e953-4fff-95e9-675568455e40 req-ba68b701-abca-48f2-905a-7e9625357daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:15.604404 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-591bfb9a-e953-4fff-95e9-675568455e40 req-ba68b701-abca-48f2-905a-7e9625357daa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 1098 time: 0.0728815
Apr 30 16:28:15.654429 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc4974e6-e858-484f-8911-930778a079dd req-3b53dd61-4fd1-4392-bb6d-b8ff8301fd6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f899f3b-47df-4519-9c6f-b082fd36c42e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475845
Apr 30 16:28:15.655826 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-591bfb9a-e953-4fff-95e9-675568455e40 req-acd30508-7da5-4f09-a27c-45b2c8893915 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412114
Apr 30 16:28:15.790321 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a909-2ae2-4d73-9a3d-cacb5d326015 req-9a3d76b7-1ef3-4c3d-8cae-fabf2c1d5645 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:15.791762 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f0b7a909-2ae2-4d73-9a3d-cacb5d326015 req-9a3d76b7-1ef3-4c3d-8cae-fabf2c1d5645 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.0803258
Apr 30 16:28:15.836182 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f0b7a909-2ae2-4d73-9a3d-cacb5d326015 req-4c6b39ea-e8c1-4335-b04b-3de61afda4fa tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385079
Apr 30 16:28:15.993201 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-02807f3e-4614-47de-b5e6-bf092df2b175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:16.212747 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31961-3987-4b78-8fc1-c27b9d8a310b req-16a9a795-7906-43c8-be7d-fcf1eb8b1202 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:16.214235 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-01b31961-3987-4b78-8fc1-c27b9d8a310b req-16a9a795-7906-43c8-be7d-fcf1eb8b1202 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 945 time: 0.0839858
Apr 30 16:28:16.260349 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-01b31961-3987-4b78-8fc1-c27b9d8a310b req-074a631d-e8f6-426f-8031-954bfcc42cc3 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393460
Apr 30 16:28:16.346106 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc4974e6-e858-484f-8911-930778a079dd req-d7f51f10-436b-48f6-ba50-d277798c0f6b service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251137
Apr 30 16:28:16.512599 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dc4974e6-e858-484f-8911-930778a079dd req-2e82aa2c-921e-4b1d-a4c8-1058646d2b67 service neutron] 10.222.0.69 "GET /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277633
Apr 30 16:28:17.037253 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893dd54-d4f0-4724-9690-b5eb509b8c43 req-43765c9d-c694-492b-883b-21f84efb208b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:17.038747 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b893dd54-d4f0-4724-9690-b5eb509b8c43 req-43765c9d-c694-492b-883b-21f84efb208b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.0872157
Apr 30 16:28:17.088020 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b893dd54-d4f0-4724-9690-b5eb509b8c43 req-2cc9d74a-ee54-4bb3-876d-68ea33c1c0c1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423164
Apr 30 16:28:17.450769 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cff4c-2909-43df-bcff-d0b022519c25 req-20280a76-9c2a-499d-818d-379446c9e0ad tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:17.452209 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c60cff4c-2909-43df-bcff-d0b022519c25 req-20280a76-9c2a-499d-818d-379446c9e0ad tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 945 time: 0.0800025
Apr 30 16:28:17.503587 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c60cff4c-2909-43df-bcff-d0b022519c25 req-9d0424a8-5587-4527-a855-bc2e09f6b58f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453753
Apr 30 16:28:18.281411 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3efba-af6d-4030-be45-2a95964d515e req-c26baca7-f1f2-4586-9a44-49b52e2275a1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:18.283396 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4cf3efba-af6d-4030-be45-2a95964d515e req-c26baca7-f1f2-4586-9a44-49b52e2275a1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.0811958
Apr 30 16:28:18.332629 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4cf3efba-af6d-4030-be45-2a95964d515e req-8c82d4d8-581d-4fb4-8e1b-37cd5dd1a003 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434976
Apr 30 16:28:18.451886 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83350174-6f52-41c2-bf14-4528e9533f5d req-1d14d2f8-c351-4396-9ff5-95ef9b5ef081 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:18.453318 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-83350174-6f52-41c2-bf14-4528e9533f5d req-1d14d2f8-c351-4396-9ff5-95ef9b5ef081 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 945 time: 0.0849462
Apr 30 16:28:18.518151 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b116e-7e48-46f2-b2fe-be365df5a77a req-e1438ebb-026b-4241-a01f-3afbe350be55 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:18.519649 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fd5b116e-7e48-46f2-b2fe-be365df5a77a req-e1438ebb-026b-4241-a01f-3afbe350be55 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.0812237
Apr 30 16:28:18.534250 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49632) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:18.542150 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'floatingip': {'port_id': '93e680e2-76ef-40bb-9e14-98794a602378'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:18.691998 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:18.790840 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:18.792785 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7b31d36b-ac68-4c23-bd85-2d3ff0e872e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:19.024709 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c994fd4-110d-4ea5-b3ab-55d34a2cb59a req-32cc63cc-9fc9-4f9a-99bc-99c1830ccc01 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:19.026117 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5c994fd4-110d-4ea5-b3ab-55d34a2cb59a req-32cc63cc-9fc9-4f9a-99bc-99c1830ccc01 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 945 time: 0.3445218
Apr 30 16:28:19.035897 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Deleting port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:28:19.036238 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:19.311582 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5c994fd4-110d-4ea5-b3ab-55d34a2cb59a req-96a6f553-1540-4c0d-93b0-afef3875b313 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774601
Apr 30 16:28:19.445723 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] For port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:19.446238 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:19.587106 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Calling delete_port for 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:28:19.713189 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:19.799474 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:19.876810 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:19.933791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:19.946649 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-233ad771-3de1-4f9d-97cb-37397b4ea5e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:19.985131 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70', '9b1a88c3-1710-4d3d-b0a4-25bd567020b8'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:28:20.120795 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Pushing event deleted for resources: {'Port': ['ID=9b1a88c3-1710-4d3d-b0a4-25bd567020b8,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:20.211135 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.211494 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.211943 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.212195 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.212534 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.212895 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.213243 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.213578 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.213913 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.214246 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.214592 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.214918 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:20.233336 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:20.271832 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] No DVR routers for this DVR port 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:28:20.275657 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:20.278150 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62e6ee2-626b-4544-a844-6fd880992d8b', 'name': 'network-vif-deleted', 'tag': '9b1a88c3-1710-4d3d-b0a4-25bd567020b8'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:20.314372 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Floating IP ca1348e9-4b0d-4ac9-8db7-b766a4708a37 associated. External IP: 172.27.0.131, port: 93e680e2-76ef-40bb-9e14-98794a602378.
Apr 30 16:28:20.366531 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62e6ee2-626b-4544-a844-6fd880992d8b', 'name': 'network-vif-deleted', 'tag': '9b1a88c3-1710-4d3d-b0a4-25bd567020b8', 'status': 'completed', 'code': 200}
Apr 30 16:28:20.384314 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-83350174-6f52-41c2-bf14-4528e9533f5d req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "DELETE /v2.0/ports/9b1a88c3-1710-4d3d-b0a4-25bd567020b8 HTTP/1.1" status: 204  len: 173 time: 1.9111090
Apr 30 16:28:20.521053 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-2680d1fa-702f-48a1-9588-94ec724d2dda req-009f0349-3974-45fc-88e7-bd82582885f5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:28:20.629858 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-2680d1fa-702f-48a1-9588-94ec724d2dda req-009f0349-3974-45fc-88e7-bd82582885f5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:28:20.631072 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2680d1fa-702f-48a1-9588-94ec724d2dda req-009f0349-3974-45fc-88e7-bd82582885f5 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62e6ee2-626b-4544-a844-6fd880992d8b HTTP/1.1" status: 200  len: 210 time: 0.1690598
Apr 30 16:28:20.773449 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Router 0e9a397f-689b-495b-a75d-bb6dec739b33 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:28:20.950868 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7786d-269e-49fe-a4d0-6565091f24e5 req-f3cf3c5d-56a8-4c87-ae3f-62a24d66ce79 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:20.952530 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e2f7786d-269e-49fe-a4d0-6565091f24e5 req-f3cf3c5d-56a8-4c87-ae3f-62a24d66ce79 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0913436
Apr 30 16:28:20.958362 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:28:20.963553 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:20.969710 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] Sync routers for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:28:20.980550 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:28:20.981231 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd503401b20>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:28:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:21.006024 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e2f7786d-269e-49fe-a4d0-6565091f24e5 req-d07e637f-466d-43fb-8969-9c5a0d102540 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460229
Apr 30 16:28:21.033421 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-b3cc1cf4-7bff-49f6-be4e-4b2df72726ca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "PUT /v2.0/floatingips/ca1348e9-4b0d-4ac9-8db7-b766a4708a37 HTTP/1.1" status: 200  len: 991 time: 2.4983296
Apr 30 16:28:21.034537 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49656) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:21.194098 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:28:21.245277 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad531b-3e99-43d3-98f1-b0597f9830d8 tempest-TestMinimumBasicScenario-296146021 tempest-TestMinimumBasicScenario-296146021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:21.246082 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-28ad531b-3e99-43d3-98f1-b0597f9830d8 tempest-TestMinimumBasicScenario-296146021 tempest-TestMinimumBasicScenario-296146021-project-admin] Synchronizing usage tracker for tenant:398c7746bd504d02b727d9e4fdf80dde on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:28:21.347552 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-28ad531b-3e99-43d3-98f1-b0597f9830d8 tempest-TestMinimumBasicScenario-296146021 tempest-TestMinimumBasicScenario-296146021-project-admin] Unset dirty status for tenant:398c7746bd504d02b727d9e4fdf80dde on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:28:21.349292 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-28ad531b-3e99-43d3-98f1-b0597f9830d8 tempest-TestMinimumBasicScenario-296146021 tempest-TestMinimumBasicScenario-296146021-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1093 time: 0.3130033
Apr 30 16:28:21.352366 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49664) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:21.357789 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'port_id': '645c427f-2486-4f29-b02a-89f8e6c75822', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:21.363937 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:21.367743 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Usage tracker for resource:floatingip and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:21.370895 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:21.377771 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:21.385671 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:21.444376 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for floatingip, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:21.571821 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd503401b20>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'ca1348e9-4b0d-4ac9-8db7-b766a4708a37', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'port_id': '93e680e2-76ef-40bb-9e14-98794a602378', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'mac_address': 'fa:16:3e:8e:91:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:27:44Z', 'updated_at': '2021-04-30T16:28:19Z', 'revision_number': 1, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:21.577500 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] Checking router: 0e9a397f-689b-495b-a75d-bb6dec739b33 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:28:21.587687 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:28:21.588262 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd503401b20>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:28:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:21.678470 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:21.787197 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:28:21.842921 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Allocated IP 172.27.0.57 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/abfa2f3c-6016-41a3-832c-b7a64ac9f361) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:28:22.005850 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:22.134326 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:22.141157 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:22.173767 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd503401b20>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'ca1348e9-4b0d-4ac9-8db7-b766a4708a37', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'port_id': '93e680e2-76ef-40bb-9e14-98794a602378', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'mac_address': 'fa:16:3e:8e:91:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:27:44Z', 'updated_at': '2021-04-30T16:28:19Z', 'revision_number': 1, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:22.180488 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfbebcb-e9f1-491a-9e8a-fd6fc2d8d0c2 None None] The sync data for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi is: [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'ca1348e9-4b0d-4ac9-8db7-b766a4708a37', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'port_id': '93e680e2-76ef-40bb-9e14-98794a602378', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'mac_address': 'fa:16:3e:8e:91:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:27:44Z', 'updated_at': '2021-04-30T16:28:19Z', 'revision_number': 1, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:28:22.208118 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:28:22.211634 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:28:22.214318 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:28:22.265081 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'Port': ['ID=abfa2f3c-6016-41a3-832c-b7a64ac9f361,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:22.268585 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:22.368595 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:22.420467 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f716-f2bd-4b94-83e0-7ac6b778f60f None None] New status for floating IP ca1348e9-4b0d-4ac9-8db7-b766a4708a37: ACTIVE {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:28:22.432538 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573a78c-191c-495b-b018-502dc5b65d22 req-ee5f5f33-7694-4d2a-b9a4-d2a0884c4333 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:22.442355 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2573a78c-191c-495b-b018-502dc5b65d22 req-ee5f5f33-7694-4d2a-b9a4-d2a0884c4333 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 945 time: 0.1071837
Apr 30 16:28:22.489104 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2573a78c-191c-495b-b018-502dc5b65d22 req-6255b75b-75b2-4cca-adec-87fe5f5dbeb3 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438843
Apr 30 16:28:22.551388 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:28:22.568526 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378', 'status': 'completed', 'code': 200}
Apr 30 16:28:22.591544 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:28:22.591895 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 9b1a88c3-1710-4d3d-b0a4-25bd567020b8 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:28:22.770133 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-6beda230-c2b6-4167-a241-a4df17f37d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:22.771658 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-6beda230-c2b6-4167-a241-a4df17f37d74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 1098 time: 0.0961697
Apr 30 16:28:22.927325 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-325a3dae-ab86-4575-bb50-10bbd87f6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:22.928908 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-325a3dae-ab86-4575-bb50-10bbd87f6cb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.1397800
Apr 30 16:28:22.933584 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb1293-cd34-4138-b6b8-36d6946b2a05 req-ed810e23-00bc-49db-9c4d-82df762969f6 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:22.935185 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-acfb1293-cd34-4138-b6b8-36d6946b2a05 req-ed810e23-00bc-49db-9c4d-82df762969f6 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.1426218
Apr 30 16:28:22.944476 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:23.029866 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-acfb1293-cd34-4138-b6b8-36d6946b2a05 req-b4ecebbf-9d63-444e-8f07-52deb448aa6e tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583410
Apr 30 16:28:23.040648 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-b3683eaa-5a59-4492-8385-d0fcb00188e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e680e2-76ef-40bb-9e14-98794a602378 HTTP/1.1" status: 200  len: 1001 time: 0.1041405
Apr 30 16:28:23.110055 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-272d6bdf-402a-418a-828c-140d8f9afb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:23.111618 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-272d6bdf-402a-418a-828c-140d8f9afb71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0632041
Apr 30 16:28:23.182185 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:23.190641 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-a1f63bf8-1920-415d-b5ac-ba69a397d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:23.192105 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-a1f63bf8-1920-415d-b5ac-ba69a397d17a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726309
Apr 30 16:28:23.405527 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:23.454859 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-4c5ecc84-8f41-436b-8428-9bf6ce010ce1 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2491131
Apr 30 16:28:23.455758 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:23.459731 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:23.670349 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c063ff4f-bbed-48ad-bea9-799c54533df9 req-453055e1-5806-40b8-acd4-5d6f39ad03bc service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918986
Apr 30 16:28:23.670671 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'Port': ['ID=abfa2f3c-6016-41a3-832c-b7a64ac9f361,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:23.683657 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.684046 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.684397 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.684751 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.685145 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.685479 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.685827 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.686179 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.686536 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.686865 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.687207 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.687793 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:23.691320 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:23.695028 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:23.714896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d53cb-36e8-4570-8aa5-561f5d767b86 req-99f744f1-be53-45ec-a8a0-9f19f3e885f2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:23.716703 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f69d53cb-36e8-4570-8aa5-561f5d767b86 req-99f744f1-be53-45ec-a8a0-9f19f3e885f2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 945 time: 0.1139457
Apr 30 16:28:23.768981 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f69d53cb-36e8-4570-8aa5-561f5d767b86 req-e05b47f2-6319-414a-9770-c594410ce9d2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446119
Apr 30 16:28:23.878752 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.l3_db [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Floating IP 19d9f510-853b-429d-9ad0-ffe9db974425 associated. External IP: 172.27.0.57, port: 645c427f-2486-4f29-b02a-89f8e6c75822.
Apr 30 16:28:24.219031 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0780-3703-4cbc-a6de-d59dff2f3736 req-bd281093-394b-4300-9df7-b73714386f31 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:24.220839 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bc1b0780-3703-4cbc-a6de-d59dff2f3736 req-bd281093-394b-4300-9df7-b73714386f31 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.0829246
Apr 30 16:28:24.235168 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Router 9756e7fe-75a8-4627-bf97-4c8cd98f922b has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:28:24.267287 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bc1b0780-3703-4cbc-a6de-d59dff2f3736 req-b4ed3895-8ecf-4701-8b8f-c19f8fdfeb6c tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406051
Apr 30 16:28:24.416037 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:28:24.426901 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] Sync routers for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:28:24.436339 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:28:24.437077 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502b293d0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:28:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:24.507058 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:24.562481 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2089038
Apr 30 16:28:24.563900 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:24.565951 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49690) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:24.571450 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-940652734', 'description': 'tempest-secgroup-smoke-940652734 description', 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:24.577802 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:24.589165 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:24.617931 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822', 'status': 'completed', 'code': 200}
Apr 30 16:28:24.657451 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:28:24.715049 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:24.746247 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:24.752120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Usage tracker for resource:security_group_rule and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:24.757047 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:24.768032 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:24.796144 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-bb2148df-399d-48e6-b7a0-dca1f128fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:24.798279 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-bb2148df-399d-48e6-b7a0-dca1f128fb61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1098 time: 0.1232212
Apr 30 16:28:24.998039 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:25.014382 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502b293d0>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '19d9f510-853b-429d-9ad0-ffe9db974425', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'port_id': '645c427f-2486-4f29-b02a-89f8e6c75822', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'mac_address': 'fa:16:3e:32:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d2070d-b260-47cd-ba41-b884d1893026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:28:22Z', 'updated_at': '2021-04-30T16:28:22Z', 'revision_number': 0, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:51Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:25.018828 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] Checking router: 9756e7fe-75a8-4627-bf97-4c8cd98f922b for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:28:25.027454 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:28:25.028064 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502b293d0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:28:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:25.031840 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-50eee44e-55bf-4dca-8817-69d4eafd1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:25.033508 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-50eee44e-55bf-4dca-8817-69d4eafd1765 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 914 time: 0.2265916
Apr 30 16:28:25.059095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae4db6-4a5e-4886-bffb-4f95d461e1cc req-42f1a6a4-2a50-44e9-99c4-1f06ef58746e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:25.060762 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cae4db6-4a5e-4886-bffb-4f95d461e1cc req-42f1a6a4-2a50-44e9-99c4-1f06ef58746e tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 945 time: 0.1496687
Apr 30 16:28:25.142618 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-3ddcc937-55fe-406f-a430-0e00baf0f1fc tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:25.144169 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-3ddcc937-55fe-406f-a430-0e00baf0f1fc tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 945 time: 0.0996964
Apr 30 16:28:25.157297 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:25.164252 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1759f0ca-6fcd-43a5-a75f-b7ec9e6c287e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:25.231503 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cae4db6-4a5e-4886-bffb-4f95d461e1cc req-cc2cccdf-60e4-4c16-8ddf-de3140463917 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633706
Apr 30 16:28:25.238554 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:28:25.258338 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e55307-648a-4fdc-a298-ece6461d1b7a,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:25.263075 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:25.265294 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-08b1cd0c-0fe8-468c-a017-da900f5f9d19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 998 time: 0.1806822
Apr 30 16:28:25.333700 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:25.335268 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7682669
Apr 30 16:28:25.338395 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49702) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:25.347030 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'security_group_rule': {'security_group_id': '65e55307-648a-4fdc-a298-ece6461d1b7a', 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:25.355024 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:25.361599 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Deleting port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:28:25.362869 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:25.363512 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-3b21d5ae-b3f3-4e31-ae8d-e3446149a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:25.365283 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-3b21d5ae-b3f3-4e31-ae8d-e3446149a6e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 200  len: 852 time: 0.0921998
Apr 30 16:28:25.366587 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Usage tracker for resource:security_group_rule and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:25.370251 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:25.378954 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:25.567314 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:25.687249 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502b293d0>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '19d9f510-853b-429d-9ad0-ffe9db974425', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'port_id': '645c427f-2486-4f29-b02a-89f8e6c75822', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'mac_address': 'fa:16:3e:32:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d2070d-b260-47cd-ba41-b884d1893026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:28:22Z', 'updated_at': '2021-04-30T16:28:22Z', 'revision_number': 0, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:51Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:25.696080 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae57a3-a427-4a15-bb8b-e29b95c2af80 None None] The sync data for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi is: [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '19d9f510-853b-429d-9ad0-ffe9db974425', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'port_id': '645c427f-2486-4f29-b02a-89f8e6c75822', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'mac_address': 'fa:16:3e:32:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d2070d-b260-47cd-ba41-b884d1893026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:28:22Z', 'updated_at': '2021-04-30T16:28:22Z', 'revision_number': 0, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:51Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:28:25.733690 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] For port f91d5a3d-e309-4a69-b4aa-3ebecd703e70, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:25.734190 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:25.764444 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-f70ebea7-dc89-45aa-9ceb-6e6fab1f5514 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:25.766891 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53d795-b8cc-4a69-8d3c-8409419add24 req-f099f750-a9af-4ef3-82a7-52abfb1eb5d2 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:25.767539 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-f70ebea7-dc89-45aa-9ceb-6e6fab1f5514 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.69 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.3656721
Apr 30 16:28:25.769432 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e53d795-b8cc-4a69-8d3c-8409419add24 req-f099f750-a9af-4ef3-82a7-52abfb1eb5d2 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 945 time: 0.3433564
Apr 30 16:28:25.770758 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:25.776287 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-6509ecea-2a0c-4341-8884-d3e1403cfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:25.778837 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-6509ecea-2a0c-4341-8884-d3e1403cfe5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03b85f18-ca19-414b-8cfb-0513b737f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3790474
Apr 30 16:28:25.896737 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:25.931028 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5bd4e3-c350-4973-9f09-a46f2eec30ff None None] New status for floating IP 19d9f510-853b-429d-9ad0-ffe9db974425: ACTIVE {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:28:25.931619 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-805b6cc4-c668-43e1-bd0e-78135a390ab8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:26.090869 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e60f93-f6e2-41a3-903e-b81ee13a5aef,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:26.127633 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Calling delete_port for f91d5a3d-e309-4a69-b4aa-3ebecd703e70 owned by compute:nova {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:28:26.163826 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:26.243128 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.248684 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9054132
Apr 30 16:28:26.254500 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49710) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:26.260193 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-11a62338-dab3-414d-bf80-33deaf44f7ff service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4254274
Apr 30 16:28:26.270224 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'security_group_rule': {'security_group_id': '65e55307-648a-4fdc-a298-ece6461d1b7a', 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:26.274964 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:26.283567 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Usage tracker for resource:security_group_rule and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:26.293893 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:26.314307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:26.323879 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Deleting port 69115053-54a9-49e1-b949-c5e7776491c3 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:28:26.324223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.338363 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e53d795-b8cc-4a69-8d3c-8409419add24 req-78e27b07-dce1-4dab-9927-1fa7af54062f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4692628
Apr 30 16:28:26.437078 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.446076 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:26.481755 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:28:26.554974 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Pushing event deleted for resources: {'Port': ['ID=f91d5a3d-e309-4a69-b4aa-3ebecd703e70,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:26.565603 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-147be99b-4598-4663-9c7f-93a8f17a753f req-f3db5c08-c9f0-4af5-9d80-61cacf4ed22c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 210 time: 0.0828934
Apr 30 16:28:26.566269 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.637308 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:26.661509 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6cacc2d3-b879-49fe-b296-faacb94b51c6 req-ea0f06b2-f56b-460d-a850-ee183382ea38 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3869066
Apr 30 16:28:26.668121 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] For port 69115053-54a9-49e1-b949-c5e7776491c3, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=69115053-54a9-49e1-b949-c5e7776491c3,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:26.669367 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.765405 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] No DVR routers for this DVR port f91d5a3d-e309-4a69-b4aa-3ebecd703e70 on host hv-cinder-77500 {{(pid=74379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:28:26.769231 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.770500 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.773044 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64142be-32db-4e73-9c2e-b38be153a9d2', 'name': 'network-vif-deleted', 'tag': 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:26.809704 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Calling delete_port for 69115053-54a9-49e1-b949-c5e7776491c3 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:28:26.822798 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64142be-32db-4e73-9c2e-b38be153a9d2', 'name': 'network-vif-deleted', 'tag': 'f91d5a3d-e309-4a69-b4aa-3ebecd703e70', 'status': 'completed', 'code': 200}
Apr 30 16:28:26.826731 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.829944 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:26.853009 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a517464b-6d13-4d09-b6a5-7ac15f9e3098,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:26.855902 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:26.879106 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4ace01dd-f347-4a53-a29e-fa97a582300f req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "DELETE /v2.0/ports/f91d5a3d-e309-4a69-b4aa-3ebecd703e70 HTTP/1.1" status: 204  len: 173 time: 1.6993306
Apr 30 16:28:26.964111 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:26.965478 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-7bc7aeed-1179-40de-b3f0-64baecaabb17 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7071338
Apr 30 16:28:26.968943 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49718) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:26.974191 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'security_group_rule': {'security_group_id': '65e55307-648a-4fdc-a298-ece6461d1b7a', 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:26.980343 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:26.984187 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Usage tracker for resource:security_group_rule and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:26.987842 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:26.994534 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.002169 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:27.002464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:27.057166 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Pushing event deleted for resources: {'Port': ['ID=69115053-54a9-49e1-b949-c5e7776491c3,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:27.085026 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:27.134355 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] No DVR routers for this DVR port 69115053-54a9-49e1-b949-c5e7776491c3 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:28:27.136890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.139597 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04efd704-20d0-4137-ad0d-079347991880', 'name': 'network-vif-deleted', 'tag': '69115053-54a9-49e1-b949-c5e7776491c3'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:27.156926 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.189773 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04efd704-20d0-4137-ad0d-079347991880', 'name': 'network-vif-deleted', 'tag': '69115053-54a9-49e1-b949-c5e7776491c3', 'status': 'completed', 'code': 200}
Apr 30 16:28:27.225641 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4b93178d-007e-441d-a2ef-4d9859745d4d req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.69 "DELETE /v2.0/ports/69115053-54a9-49e1-b949-c5e7776491c3 HTTP/1.1" status: 204  len: 173 time: 1.4453874
Apr 30 16:28:27.245278 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.358532 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.361599 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4437054c-5d42-4fcf-babb-6ea18fb50b14 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:27.386860 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d4d43b-a878-40ba-833e-d0e4c38da559,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:27.392327 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:27.521846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.523041 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5531342
Apr 30 16:28:27.526144 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49728) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:27.530085 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-abfdb3cf-c81e-48d1-a45b-233dc2d3fd34 req-d39c03e7-2236-4c72-bd73-52777d97a7a5 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Synchronizing usage tracker for tenant:856596b5ae59424286a0753493c0dc3b on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:28:27.532054 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'security_group_rule': {'security_group_id': '65e55307-648a-4fdc-a298-ece6461d1b7a', 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:27.538336 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:27.543473 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Usage tracker for resource:security_group_rule and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:27.547367 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:27.554706 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:27.615748 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-abfdb3cf-c81e-48d1-a45b-233dc2d3fd34 req-d39c03e7-2236-4c72-bd73-52777d97a7a5 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Unset dirty status for tenant:856596b5ae59424286a0753493c0dc3b on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:28:27.617132 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-abfdb3cf-c81e-48d1-a45b-233dc2d3fd34 req-d39c03e7-2236-4c72-bd73-52777d97a7a5 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=04efd704-20d0-4137-ad0d-079347991880 HTTP/1.1" status: 200  len: 210 time: 0.1495795
Apr 30 16:28:27.652711 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.730223 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.800453 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.801913 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b6203f90-ec6e-4b53-ac6e-b6fe261fa407 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:27.825223 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5189cf4-d83c-4c04-b167-0c9e6d6d8a95,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:27.827752 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:27.899545 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-53f06084-edd1-42ec-8c3d-3b0c380cc0f6 req-88031398-195e-44c0-af48-02e402f50135 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:28:27.903734 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:27.904908 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3779638
Apr 30 16:28:27.908749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49734) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:27.914572 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'security_group_rule': {'security_group_id': '65e55307-648a-4fdc-a298-ece6461d1b7a', 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:27.920777 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:27.926486 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Usage tracker for resource:security_group_rule and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:27.931899 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:27.937106 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:27.973828 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-53f06084-edd1-42ec-8c3d-3b0c380cc0f6 req-88031398-195e-44c0-af48-02e402f50135 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:28:27.975339 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-53f06084-edd1-42ec-8c3d-3b0c380cc0f6 req-88031398-195e-44c0-af48-02e402f50135 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64142be-32db-4e73-9c2e-b38be153a9d2 HTTP/1.1" status: 200  len: 210 time: 0.1197245
Apr 30 16:28:27.996543 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.securitygroups_db [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Project 6664e67048ee4a1c9eb06bd4236f9b37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 16:28:28.003675 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:28.074208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:28.162309 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:28.164820 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:28.190030 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377d482e-46f9-44ca-a2ca-d32b385778fd,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:28.195109 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:28.267520 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:28.268718 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1254f6fb-bc3b-4b3b-9e64-7a8cd4a67e4e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3586774
Apr 30 16:28:28.271517 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49738) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:28.276914 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'security_group_rule': {'security_group_id': '65e55307-648a-4fdc-a298-ece6461d1b7a', 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:28.283868 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:28.288095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Usage tracker for resource:security_group_rule and tenant:6664e67048ee4a1c9eb06bd4236f9b37 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:28.291323 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:28.297156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:28.403821 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.securitygroups_db [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Project 6664e67048ee4a1c9eb06bd4236f9b37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 16:28:28.411382 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:28.483942 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:28.579777 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device f91d5a3d-e309-4a69-b4aa-3ebecd703e70 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:28:28.587003 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:28.589047 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:28.619189 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: f91d5a3d-e309-4a69-b4aa-3ebecd703e70 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:28:28.619651 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device f91d5a3d-e309-4a69-b4aa-3ebecd703e70 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:28:28.620140 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 69115053-54a9-49e1-b949-c5e7776491c3 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:28:28.623130 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30b54fd-f2ee-403b-a31a-312b98d6912d,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:28.632831 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:28.671450 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 69115053-54a9-49e1-b949-c5e7776491c3 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:28:28.675741 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 69115053-54a9-49e1-b949-c5e7776491c3 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:28:28.696016 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:28.698939 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4253309
Apr 30 16:28:28.863048 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-8ac1fc93-9607-488c-8ddf-8077bbec3191 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940652734&fields=id&tenant_id=6664e67048ee4a1c9eb06bd4236f9b37 HTTP/1.1" status: 200  len: 267 time: 0.0552266
Apr 30 16:28:28.959105 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-156afdce-bc95-4113-8055-dd44945720f5 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:28.960631 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-156afdce-bc95-4113-8055-dd44945720f5 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0877471
Apr 30 16:28:28.972855 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'port': {'security_groups': ['52fefa16-46b7-4de1-b114-642d8dc64bc0', '65e55307-648a-4fdc-a298-ece6461d1b7a']}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:29.136347 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:29.477368 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] For port 645c427f-2486-4f29-b02a-89f8e6c75822, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=645c427f-2486-4f29-b02a-89f8e6c75822,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:29.510284 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:29.558342 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:29.565022 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:29.602413 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['645c427f-2486-4f29-b02a-89f8e6c75822'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:28:29.628611 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:29.629365 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:29.637235 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a38a4ef-fea1-485b-9da4-d11d36e55e02 req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "PUT /v2.0/ports/645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 981 time: 0.6696866
Apr 30 16:28:29.637996 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:29.695160 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'Port': ['ID=645c427f-2486-4f29-b02a-89f8e6c75822,revision_number=6']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:29.702805 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:29.708669 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822', 'status': 'completed', 'code': 200}
Apr 30 16:28:29.943307 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4eb3c-8e7c-49ea-be7a-6f4f5a01aa23 req-96fb008f-98a9-4a41-b394-b2ebadc45cb2 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:29.944852 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cfb4eb3c-8e7c-49ea-be7a-6f4f5a01aa23 req-96fb008f-98a9-4a41-b394-b2ebadc45cb2 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.1601248
Apr 30 16:28:29.947234 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-d230a4f3-1a90-4363-ad41-9df10ecc21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:29.948644 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-d230a4f3-1a90-4363-ad41-9df10ecc21b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1137 time: 0.2065544
Apr 30 16:28:29.959508 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-5b13abd4-a585-48eb-b836-ac77513359e1 None None] Provisioning complete for port 645c427f-2486-4f29-b02a-89f8e6c75822 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:28:29.959885 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-5b13abd4-a585-48eb-b836-ac77513359e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:29.997415 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-cfb4eb3c-8e7c-49ea-be7a-6f4f5a01aa23 req-e5b52ebc-c204-4c03-9a94-12d2bdef8b45 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Synchronizing usage tracker for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:28:30.135492 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-cfb4eb3c-8e7c-49ea-be7a-6f4f5a01aa23 req-e5b52ebc-c204-4c03-9a94-12d2bdef8b45 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Unset dirty status for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:28:30.136759 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cfb4eb3c-8e7c-49ea-be7a-6f4f5a01aa23 req-e5b52ebc-c204-4c03-9a94-12d2bdef8b45 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1826544
Apr 30 16:28:30.293372 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['645c427f-2486-4f29-b02a-89f8e6c75822'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:28:30.444230 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-63e9b04e-ff17-418f-8740-1c429d06ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:30.445772 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-63e9b04e-ff17-418f-8740-1c429d06ea9d service neutron] 10.222.0.69 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 914 time: 0.1490138
Apr 30 16:28:31.679990 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-99452ff3-4407-4be1-a317-499189c3bfc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 1000 time: 0.1270745
Apr 30 16:28:34.068095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-eefd682f-f12c-4984-b384-b0a6750d2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:34.069584 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-eefd682f-f12c-4984-b384-b0a6750d2061 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 200  len: 852 time: 0.0614309
Apr 30 16:28:34.152402 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-cf93a57c-74fa-4361-96bb-6644821ddf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:34.153814 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-cf93a57c-74fa-4361-96bb-6644821ddf5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03b85f18-ca19-414b-8cfb-0513b737f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771024
Apr 30 16:28:34.290355 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-573d4563-7ee8-4dd0-ae70-8d3bc55ae4ca service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291783
Apr 30 16:28:34.424374 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3b78b-24de-4e3e-9a6d-6cbc6884b510 req-2b670379-4ead-4dcd-966b-f1d551eb8283 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269832
Apr 30 16:28:36.823413 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397ce72-8bd6-4718-ae08-c0556fcba7ab req-6b849795-4ac6-47b7-adcb-f97540ea0ba4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:36.824985 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4397ce72-8bd6-4718-ae08-c0556fcba7ab req-6b849795-4ac6-47b7-adcb-f97540ea0ba4 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0874803
Apr 30 16:28:36.870914 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4397ce72-8bd6-4718-ae08-c0556fcba7ab req-c4c6edb7-77f6-4349-a6a4-e155f363de0c tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393646
Apr 30 16:28:38.061312 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091f4c6-7474-447d-92de-f8c7c15da082 req-f15b86b3-dee0-40f9-89c0-49ec0b09ffa2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:38.062816 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0091f4c6-7474-447d-92de-f8c7c15da082 req-f15b86b3-dee0-40f9-89c0-49ec0b09ffa2 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0811386
Apr 30 16:28:38.109266 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0091f4c6-7474-447d-92de-f8c7c15da082 req-fb597486-61d9-4e99-8d68-d726825b89a1 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401249
Apr 30 16:28:39.296910 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796198b0-af9c-4dc3-9ddb-107c66b3b63a req-c2cc11fc-17e9-4a6e-99af-31d0df897314 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:39.298359 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-796198b0-af9c-4dc3-9ddb-107c66b3b63a req-c2cc11fc-17e9-4a6e-99af-31d0df897314 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0827563
Apr 30 16:28:39.343626 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-796198b0-af9c-4dc3-9ddb-107c66b3b63a req-69eb7a5c-1bfe-4ef0-9def-fa7d03371734 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395281
Apr 30 16:28:39.694477 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:28:40.526205 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51afae-3f07-4b49-9858-c5662c53292d req-b1aa360b-b6ea-4b34-b6d4-93ad4f06a457 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:40.527647 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6c51afae-3f07-4b49-9858-c5662c53292d req-b1aa360b-b6ea-4b34-b6d4-93ad4f06a457 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0791864
Apr 30 16:28:40.575825 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6c51afae-3f07-4b49-9858-c5662c53292d req-00d0014b-585d-474d-bb64-4e7e54a13853 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423408
Apr 30 16:28:41.774224 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31943a-078e-4df6-bd18-f882e8e4bfe2 req-22d7426a-e081-48b1-9c5e-4af1f2f7beda tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:41.775702 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cf31943a-078e-4df6-bd18-f882e8e4bfe2 req-22d7426a-e081-48b1-9c5e-4af1f2f7beda tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0913081
Apr 30 16:28:41.821885 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cf31943a-078e-4df6-bd18-f882e8e4bfe2 req-6d341e5a-38bf-4bb9-ad28-9afbd4e024ed tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403004
Apr 30 16:28:42.827348 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-e55bdc72-ae05-474b-b79c-6e6f80066450 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:42.827348 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-e55bdc72-ae05-474b-b79c-6e6f80066450 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.1804953
Apr 30 16:28:42.971952 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Deleting port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:28:42.972445 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:43.020738 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbb41a-1ba6-4dbc-9a83-e5cc3074008a req-3b25966a-bb76-4a41-9e6b-a849115f8802 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:43.022249 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-52fbb41a-1ba6-4dbc-9a83-e5cc3074008a req-3b25966a-bb76-4a41-9e6b-a849115f8802 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 945 time: 0.0891318
Apr 30 16:28:43.145380 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-52fbb41a-1ba6-4dbc-9a83-e5cc3074008a req-8f8a8199-be21-47e5-993b-2b397b6a2591 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/security-groups?id=363a8c40-6cc5-4243-836f-1ea5cbefa659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172380
Apr 30 16:28:43.225728 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] For port f7d5efe9-6648-4525-b9f3-7d0292aca0f1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,segment=NetworkSegment(38fbb15e-d6ae-4330-8b63-02188bef851f),segment_id=38fbb15e-d6ae-4330-8b63-02188bef851f)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:43.226081 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:43.300426 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-46925ce1-901a-4146-a56d-312c16099746 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:43.301893 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-46925ce1-901a-4146-a56d-312c16099746 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/networks?id=15ce335c-a4d1-4a49-b22d-e2f47aa627ae HTTP/1.1" status: 200  len: 814 time: 0.3014758
Apr 30 16:28:43.362104 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Calling delete_port for f7d5efe9-6648-4525-b9f3-7d0292aca0f1 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:28:43.376488 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-bec8a4de-07ba-4de0-83ed-0b5e9ea827b5 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/quotas/856596b5ae59424286a0753493c0dc3b HTTP/1.1" status: 200  len: 375 time: 0.0212154
Apr 30 16:28:43.434385 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-561222e2-93a0-4a8b-a080-c24a97ecc0bc tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=856596b5ae59424286a0753493c0dc3b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0447917
Apr 30 16:28:43.650651 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-7c6609d0-8825-4860-91be-5c8f474f61ee service neutron] 10.222.0.57 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091875
Apr 30 16:28:43.695066 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:43.701545 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:43.744464 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['f7d5efe9-6648-4525-b9f3-7d0292aca0f1'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:28:43.803102 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Pushing event deleted for resources: {'Port': ['ID=f7d5efe9-6648-4525-b9f3-7d0292aca0f1,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:43.805955 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:43.886165 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] No DVR routers for this DVR port f7d5efe9-6648-4525-b9f3-7d0292aca0f1 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:28:43.890442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:43.893528 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7afd2e-db77-4a75-8fd2-260fe85b0366', 'name': 'network-vif-deleted', 'tag': 'f7d5efe9-6648-4525-b9f3-7d0292aca0f1'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:43.919131 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-977e706f-d5b1-4c2f-8af3-ae525f532f05 service neutron] 10.222.0.57 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2626097
Apr 30 16:28:43.979805 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42e1f01-16ad-469d-a6a4-a30e4ff55748 req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.69 "DELETE /v2.0/ports/f7d5efe9-6648-4525-b9f3-7d0292aca0f1 HTTP/1.1" status: 204  len: 173 time: 1.1496654
Apr 30 16:28:44.156001 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7afd2e-db77-4a75-8fd2-260fe85b0366', 'name': 'network-vif-deleted', 'tag': 'f7d5efe9-6648-4525-b9f3-7d0292aca0f1', 'status': 'completed', 'code': 200}
Apr 30 16:28:44.262269 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-157185fe-1857-4941-a923-7fe9d2e0d0e9 req-8eea38ed-dffe-4051-ad04-e062983ca25c tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 210 time: 0.0563791
Apr 30 16:28:44.341125 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-bdc5067d-6dcd-4f5c-87ba-676da4c40aad req-363379fd-581e-4e69-a6bd-ccfc255f3ef8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Synchronizing usage tracker for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:28:44.403616 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-bdc5067d-6dcd-4f5c-87ba-676da4c40aad req-363379fd-581e-4e69-a6bd-ccfc255f3ef8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Unset dirty status for tenant:5963a92155674c6583c2b37df3d0f815 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:28:44.404817 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bdc5067d-6dcd-4f5c-87ba-676da4c40aad req-363379fd-581e-4e69-a6bd-ccfc255f3ef8 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b7afd2e-db77-4a75-8fd2-260fe85b0366 HTTP/1.1" status: 200  len: 210 time: 0.1111701
Apr 30 16:28:45.409908 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ed74f906-2a74-4ddf-a43d-59fba86861f6 req-35edbfe0-ed67-45d8-b1e8-0b12dda86c7c tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 210 time: 0.0449955
Apr 30 16:28:45.476533 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:45.501572 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49896) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:45.614603 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] Deleting subnet 3f3fbaaa-ff23-4124-a220-c198118c6fa7 {{(pid=74379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:28:45.617614 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:45.667624 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2183489'] for subnet, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:45.725270 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:45.992223 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e30e7ed6-26a9-49db-bb10-617298501859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:46.055375 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2252596'] for subnet, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:46.060814 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-81cf7c96-47d0-4754-a4c6-9cc23dca85d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:46.098690 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:46.101585 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3fbaaa-ff23-4124-a220-c198118c6fa7,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:46.104411 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:46.107343 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-3f7dd199-a4bf-4207-80f4-d7108f6b30f4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3f3fbaaa-ff23-4124-a220-c198118c6fa7 HTTP/1.1" status: 204  len: 168 time: 0.6039920
Apr 30 16:28:46.108687 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device f7d5efe9-6648-4525-b9f3-7d0292aca0f1 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:28:46.109877 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49902) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:46.146523 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: f7d5efe9-6648-4525-b9f3-7d0292aca0f1 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:28:46.146870 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device f7d5efe9-6648-4525-b9f3-7d0292aca0f1 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:28:46.217018 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:46.342833 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:46.450851 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501ba22b0>,) {'filters': {'network_id': ['0f899f3b-47df-4519-9c6f-b082fd36c42e']}} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:46.464234 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501ba22b0>, '38fbb15e-d6ae-4330-8b63-02188bef851f') {'for_net_delete': True} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:46.464549 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501ba22b0>, '38fbb15e-d6ae-4330-8b63-02188bef851f') {} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:28:46.477043 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2183496'] for segment, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:46.493123 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:46.500481 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=74379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:28:46.616646 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-98506825-f8e6-4b0a-ad19-d3f03d344c97 req-ff6f750a-3b40-4621-a2f1-d540990daa89 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 210 time: 0.0989194
Apr 30 16:28:46.733360 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e has no segments {{(pid=74379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:28:46.742521 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050060'] for segment, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:46.800889 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-2c9165bb-73d7-4c40-98b2-626581435560 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:46.802341 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-2c9165bb-73d7-4c40-98b2-626581435560 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.69 "GET /v2.0/networks?id=15ce335c-a4d1-4a49-b22d-e2f47aa627ae HTTP/1.1" status: 200  len: 814 time: 0.1554954
Apr 30 16:28:46.822236 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Request body: {'port': {'device_id': '775145de-f728-477a-bad9-ebe9b9dcbc3e', 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae', 'admin_state_up': True, 'tenant_id': '856596b5ae59424286a0753493c0dc3b'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:46.916729 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Network 0f899f3b-47df-4519-9c6f-b082fd36c42e has no segments {{(pid=74379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]: Traceback (most recent call last):
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     timer()
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     cb(*args, **kw)
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     return func(*args, **kwargs)
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     self._notify()
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     self.callback(batched_events)
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     event.method(event)
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     return f(self, *a, **k)
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self._get(url).json()
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:28:46.941211 dv-cinder-775008-3-iscsi neutron-server[74379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:28:47.067392 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:47.078419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:47.197530 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Made reservation on behalf of 856596b5ae59424286a0753493c0dc3b for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:28:47.201206 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:47.220720 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:47.226189 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:47.243291 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:47.250338 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f899f3b-47df-4519-9c6f-b082fd36c42e,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:47.255495 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:47.342319 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] 10.222.0.57 "DELETE /v2.0/networks/0f899f3b-47df-4519-9c6f-b082fd36c42e HTTP/1.1" status: 204  len: 168 time: 1.2287970
Apr 30 16:28:47.378626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Allocated IP 172.20.0.14 (15ce335c-a4d1-4a49-b22d-e2f47aa627ae/0838d4a8-8cb5-43b2-bb0f-808ecba91409/1111d3ed-7868-4798-ae48-95f6db894cb5) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:28:47.593292 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:47.760735 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 49920) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:47.780179 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cee89175-8011-4429-89f7-c71bfe659924 req-8120dcde-1f1c-4c68-9977-000872f3859f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 210 time: 0.0452585
Apr 30 16:28:47.782120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:47.795594 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-823bee17-8673-42b4-9774-920587c3270d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:47.873034 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:28:47.876726 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:28:47.889935 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-3fb5889f-7618-4abc-9e7f-2572c042bf77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5963a92155674c6583c2b37df3d0f815&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1254680
Apr 30 16:28:47.889935 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:28:47.890213 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 49924) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:47.933937 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Pushing event updated for resources: {'Port': ['ID=1111d3ed-7868-4798-ae48-95f6db894cb5,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:47.938665 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:47.956536 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5aed0224-1af8-47f4-af04-b866d862a5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:47.959215 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:47.959850 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:47.983786 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5aed0224-1af8-47f4-af04-b866d862a5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:48.044051 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2258253
Apr 30 16:28:48.083239 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5aed0224-1af8-47f4-af04-b866d862a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:48.087228 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-19a44d3b-bd68-40d3-897b-276db5724283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:48.103324 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed0224-1af8-47f4-af04-b866d862a5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363a8c40-6cc5-4243-836f-1ea5cbefa659,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:48.105941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5aed0224-1af8-47f4-af04-b866d862a5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:48.145641 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Request body: {'port': {'device_id': '775145de-f728-477a-bad9-ebe9b9dcbc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:28:48.180420 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5aed0224-1af8-47f4-af04-b866d862a5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:48.181603 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5aed0224-1af8-47f4-af04-b866d862a5df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/363a8c40-6cc5-4243-836f-1ea5cbefa659 HTTP/1.1" status: 204  len: 168 time: 0.2903180
Apr 30 16:28:48.263398 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:48.622722 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1111d3ed-7868-4798-ae48-95f6db894cb5 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:28:48.631589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:48.652990 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Transition to ACTIVE for port object 1111d3ed-7868-4798-ae48-95f6db894cb5 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:28:48.727365 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:48.755910 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:48.759844 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:48.826631 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e8edcdfb-cbfd-4991-ab99-2c52e70e3b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:48.892269 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Pushing event updated for resources: {'Port': ['ID=1111d3ed-7868-4798-ae48-95f6db894cb5,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:48.923747 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:48.980689 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159d2ac-3c1f-4fbc-814a-06ef9ad23847 req-6c3f86e3-74c7-49ab-bd87-158f330e80f9 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:48.982214 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0159d2ac-3c1f-4fbc-814a-06ef9ad23847 req-6c3f86e3-74c7-49ab-bd87-158f330e80f9 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 944 time: 0.0901465
Apr 30 16:28:48.996467 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Attempting to bind port 1111d3ed-7868-4798-ae48-95f6db894cb5 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:28:48.996790 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Attempting to bind port 1111d3ed-7868-4798-ae48-95f6db894cb5 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:28:48.997141 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Attempting to bind port 1111d3ed-7868-4798-ae48-95f6db894cb5 on network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:28:49.002419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Port 1111d3ed-7868-4798-ae48-95f6db894cb5 on network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:28:49.002812 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Attempting to bind port 1111d3ed-7868-4798-ae48-95f6db894cb5 on network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:28:49.009537 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:28:49.009862 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Checking segment: {'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:28:49.010239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Bound using segment: {'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:28:49.010656 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Bound port: 1111d3ed-7868-4798-ae48-95f6db894cb5, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:28:49.010994 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:49.034510 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0159d2ac-3c1f-4fbc-814a-06ef9ad23847 req-833a05ab-0710-4ae7-aada-812acd4bf2b8 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458796
Apr 30 16:28:49.114500 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] For port 1111d3ed-7868-4798-ae48-95f6db894cb5, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:28:49.117939 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] For port 1111d3ed-7868-4798-ae48-95f6db894cb5, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=1111d3ed-7868-4798-ae48-95f6db894cb5,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:28:49.247891 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:49.252526 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:49.305563 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:49.306164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:49.307515 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] 10.222.0.69 "PUT /v2.0/ports/1111d3ed-7868-4798-ae48-95f6db894cb5 HTTP/1.1" status: 200  len: 1094 time: 1.1665001
Apr 30 16:28:49.307982 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775145de-f728-477a-bad9-ebe9b9dcbc3e', 'tag': '1111d3ed-7868-4798-ae48-95f6db894cb5'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:49.332710 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Pushing event updated for resources: {'Port': ['ID=1111d3ed-7868-4798-ae48-95f6db894cb5,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:49.336107 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:49.374922 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775145de-f728-477a-bad9-ebe9b9dcbc3e', 'tag': '1111d3ed-7868-4798-ae48-95f6db894cb5', 'status': 'completed', 'code': 200}
Apr 30 16:28:49.501629 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca2afe-64c5-4434-af6d-b8a7a3d38157 req-74ec4bae-f747-4483-9dc2-189e7349be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:49.503183 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ceca2afe-64c5-4434-af6d-b8a7a3d38157 req-74ec4bae-f747-4483-9dc2-189e7349be43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=856596b5ae59424286a0753493c0dc3b&device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 1097 time: 0.0757613
Apr 30 16:28:49.737822 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:49.778507 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca2afe-64c5-4434-af6d-b8a7a3d38157 req-1776df67-7591-4dfd-8ea0-050a538d3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:49.780100 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ceca2afe-64c5-4434-af6d-b8a7a3d38157 req-1776df67-7591-4dfd-8ea0-050a538d3f69 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=856596b5ae59424286a0753493c0dc3b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2625961
Apr 30 16:28:49.936909 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca2afe-64c5-4434-af6d-b8a7a3d38157 req-e4e74e14-0457-4274-910a-f9093ba1fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:49.938357 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ceca2afe-64c5-4434-af6d-b8a7a3d38157 req-e4e74e14-0457-4274-910a-f9093ba1fc5e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1518965
Apr 30 16:28:50.077555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-76a1c32d-bdca-424b-a18c-af990f370c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:50.079162 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-76a1c32d-bdca-424b-a18c-af990f370c67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=856596b5ae59424286a0753493c0dc3b&device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 1097 time: 0.0792747
Apr 30 16:28:50.195630 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-c5622572-402c-4295-893b-b58f97477f77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1111d3ed-7868-4798-ae48-95f6db894cb5 HTTP/1.1" status: 200  len: 217 time: 0.1020086
Apr 30 16:28:50.271686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-fd46ce33-23de-455e-8bcc-1ae57344d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:50.273161 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-fd46ce33-23de-455e-8bcc-1ae57344d14d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0838d4a8-8cb5-43b2-bb0f-808ecba91409 HTTP/1.1" status: 200  len: 854 time: 0.0690472
Apr 30 16:28:50.325682 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-070593e8-6fb4-49e7-b8be-b250bf18cd3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15ce335c-a4d1-4a49-b22d-e2f47aa627ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446286
Apr 30 16:28:50.337866 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3bd7a-0537-458d-96e5-0dd503b4b452 req-daf27c17-6e1f-4450-96dc-6470d57a132d tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:50.338583 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-18a3bd7a-0537-458d-96e5-0dd503b4b452 req-daf27c17-6e1f-4450-96dc-6470d57a132d tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Synchronizing usage tracker for tenant:856596b5ae59424286a0753493c0dc3b on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:28:50.471627 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-18a3bd7a-0537-458d-96e5-0dd503b4b452 req-daf27c17-6e1f-4450-96dc-6470d57a132d tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Unset dirty status for tenant:856596b5ae59424286a0753493c0dc3b on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:28:50.472630 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-18a3bd7a-0537-458d-96e5-0dd503b4b452 req-daf27c17-6e1f-4450-96dc-6470d57a132d tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 944 time: 0.3200741
Apr 30 16:28:50.481792 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-36063cdf-6bac-4ee2-a53f-5c1924dc6629 service neutron] 10.222.0.69 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401014
Apr 30 16:28:50.621025 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-18a3bd7a-0537-458d-96e5-0dd503b4b452 req-87eda2f2-3486-410d-b6db-1d049daa20bf tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373200
Apr 30 16:28:50.657855 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f744f9b6-ae39-4d98-a8ad-5f39b3eda499 req-d5013894-36c8-4fb1-b720-d93ea99f89a9 service neutron] 10.222.0.69 "GET /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584163
Apr 30 16:28:51.260112 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:51.559714 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50004) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:51.683217 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:51.698644 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:51.702758 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Usage tracker for resource:security_group_rule and tenant:19d8c138edec4f769ae781dddfdd464c is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:51.705791 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:51.720335 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:51.806311 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:51.821338 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c08f70-5c53-4a0c-8490-8ca3f0518dd0 req-ace5290b-edb1-4584-9fd0-693d93deb601 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:51.822798 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d1c08f70-5c53-4a0c-8490-8ca3f0518dd0 req-ace5290b-edb1-4584-9fd0-693d93deb601 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 944 time: 0.0867975
Apr 30 16:28:51.871413 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d1c08f70-5c53-4a0c-8490-8ca3f0518dd0 req-6654247d-8680-400e-9e81-57d6fdab740c tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428028
Apr 30 16:28:51.889259 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:51.898096 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-34f819dc-981f-4c2e-bc78-052a67fe9790 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:51.942998 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d017ec-e573-4a21-9812-4a6f69eb746c,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:51.946231 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:51.948889 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19d8c138edec4f769ae781dddfdd464c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3880472
Apr 30 16:28:51.954352 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50012) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:52.021084 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6672-4130-4cd0-bc7b-ced1af11d734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:52.045788 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6672-4130-4cd0-bc7b-ced1af11d734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:52.224803 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6672-4130-4cd0-bc7b-ced1af11d734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:52.229739 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-eaf9b289-4a11-4d8a-b071-c8527f972b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:52.242962 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b6672-4130-4cd0-bc7b-ced1af11d734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d017ec-e573-4a21-9812-4a6f69eb746c,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:52.245485 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2a8b6672-4130-4cd0-bc7b-ced1af11d734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:52.246663 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6672-4130-4cd0-bc7b-ced1af11d734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:52.247755 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2a8b6672-4130-4cd0-bc7b-ced1af11d734 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67d017ec-e573-4a21-9812-4a6f69eb746c HTTP/1.1" status: 204  len: 168 time: 0.2954876
Apr 30 16:28:52.950755 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50024) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:52.969006 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:52.984454 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:52.988926 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Usage tracker for resource:security_group_rule and tenant:b03ab0c9d75f4d01bc01264b262f0c46 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:52.991935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:52.997815 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:53.070606 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6874587-bfc6-42de-994d-88b1e4c72537 req-fa706c49-0e0a-4733-8523-f13134c1e3c9 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:53.072199 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d6874587-bfc6-42de-994d-88b1e4c72537 req-fa706c49-0e0a-4733-8523-f13134c1e3c9 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 944 time: 0.0899701
Apr 30 16:28:53.090872 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:53.118253 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d6874587-bfc6-42de-994d-88b1e4c72537 req-25735251-4337-4e66-bc95-9acca8a0da65 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402958
Apr 30 16:28:53.175832 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:53.182812 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c5282e01-6099-48aa-9aba-0098cdfe314d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:53.226330 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b03ab0c9d75f4d01bc01264b262f0c46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2745016
Apr 30 16:28:53.227237 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46088be0-6d64-4231-bcf0-f0630766052e,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:53.229761 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 50028) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:53.230159 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:53.290186 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-193ce767-8a64-4975-a1a0-5f9a3a3b2486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:53.318799 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-193ce767-8a64-4975-a1a0-5f9a3a3b2486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:53.448720 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-193ce767-8a64-4975-a1a0-5f9a3a3b2486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:53.452565 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d67b16dc-3c07-4264-b5be-ecd17b291fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:53.464981 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ce767-8a64-4975-a1a0-5f9a3a3b2486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46088be0-6d64-4231-bcf0-f0630766052e,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:53.467616 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-193ce767-8a64-4975-a1a0-5f9a3a3b2486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:53.474395 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-193ce767-8a64-4975-a1a0-5f9a3a3b2486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:53.475509 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-193ce767-8a64-4975-a1a0-5f9a3a3b2486 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/46088be0-6d64-4231-bcf0-f0630766052e HTTP/1.1" status: 204  len: 168 time: 0.2447639
Apr 30 16:28:54.200234 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 1111d3ed-7868-4798-ae48-95f6db894cb5 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:28:54.321131 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc506e-9b6b-49c2-b2a6-6389233a38d7 req-7c8d5ca3-73fc-4393-92ed-b0a453cd9009 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:54.322787 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b5bc506e-9b6b-49c2-b2a6-6389233a38d7 req-7c8d5ca3-73fc-4393-92ed-b0a453cd9009 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 944 time: 0.0920765
Apr 30 16:28:54.344429 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 1111d3ed-7868-4798-ae48-95f6db894cb5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=1111d3ed-7868-4798-ae48-95f6db894cb5,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:54.358398 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '1111d3ed-7868-4798-ae48-95f6db894cb5', 'network_id': '15ce335c-a4d1-4a49-b22d-e2f47aa627ae', 'port_id': '1111d3ed-7868-4798-ae48-95f6db894cb5', 'mac_address': 'fa:16:3e:da:1c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0838d4a8-8cb5-43b2-bb0f-808ecba91409', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:28:54.371895 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b5bc506e-9b6b-49c2-b2a6-6389233a38d7 req-adf5e722-ef5b-4af2-8e53-51bd242d1004 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407610
Apr 30 16:28:54.418149 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:54.435378 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1111d3ed-7868-4798-ae48-95f6db894cb5 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:28:54.451629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 1111d3ed-7868-4798-ae48-95f6db894cb5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=1111d3ed-7868-4798-ae48-95f6db894cb5,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:54.533110 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:54.534953 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:54.603321 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=1111d3ed-7868-4798-ae48-95f6db894cb5,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:54.612574 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.612990 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.613409 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.618804 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:28:54.620849 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:55.038670 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['1111d3ed-7868-4798-ae48-95f6db894cb5'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:28:55.565606 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3cca1-8885-4823-9aa5-ad537878868a req-148bd39a-af94-4fd4-be0f-ef0070fcd581 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:55.567090 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3cca1-8885-4823-9aa5-ad537878868a req-148bd39a-af94-4fd4-be0f-ef0070fcd581 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 945 time: 0.0868285
Apr 30 16:28:55.621469 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09c3cca1-8885-4823-9aa5-ad537878868a req-a072958b-64f6-4f52-ac8d-8578f5ffe55c tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484691
Apr 30 16:28:56.218782 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 1111d3ed-7868-4798-ae48-95f6db894cb5 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:28:56.403123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 1111d3ed-7868-4798-ae48-95f6db894cb5 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:28:56.408887 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 1111d3ed-7868-4798-ae48-95f6db894cb5 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:28:56.409276 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:56.529912 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:56.558807 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775145de-f728-477a-bad9-ebe9b9dcbc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1111d3ed-7868-4798-ae48-95f6db894cb5'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:28:56.568812 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 1111d3ed-7868-4798-ae48-95f6db894cb5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=1111d3ed-7868-4798-ae48-95f6db894cb5,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:28:56.649102 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:56.650979 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-54f9dc4c-2899-4493-a2ae-ae81e6388a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:56.728794 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=1111d3ed-7868-4798-ae48-95f6db894cb5,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:56.731936 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:56.774472 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775145de-f728-477a-bad9-ebe9b9dcbc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1111d3ed-7868-4798-ae48-95f6db894cb5', 'code': 200}
Apr 30 16:28:56.849551 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb74402-f113-478b-953a-4480cfceebfd req-ddf56a91-d8aa-4dcd-b68a-981deec854af tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:56.851117 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bb74402-f113-478b-953a-4480cfceebfd req-ddf56a91-d8aa-4dcd-b68a-981deec854af tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 946 time: 0.1007555
Apr 30 16:28:56.899706 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2bb74402-f113-478b-953a-4480cfceebfd req-232d1772-12e8-4406-8d0a-a31a553aac2d tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415351
Apr 30 16:28:57.269377 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5b6f-3d4f-4c4f-a638-3d5f4005708c req-868e38ec-f6ad-4ca8-a284-1defb110f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:57.270979 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b3ba5b6f-3d4f-4c4f-a638-3d5f4005708c req-868e38ec-f6ad-4ca8-a284-1defb110f6ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 1099 time: 0.0812120
Apr 30 16:28:57.315896 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b3ba5b6f-3d4f-4c4f-a638-3d5f4005708c req-57b56272-9314-4ed4-8556-4b21f1cc823f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369620
Apr 30 16:28:58.119005 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca48f63-0b41-4c35-ac69-1aae3d464591 req-70939a09-6fb4-44d4-8a20-e486de435cf3 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:58.120463 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4ca48f63-0b41-4c35-ac69-1aae3d464591 req-70939a09-6fb4-44d4-8a20-e486de435cf3 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 946 time: 0.0873778
Apr 30 16:28:58.167464 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4ca48f63-0b41-4c35-ac69-1aae3d464591 req-2623bc28-7427-4376-b2ab-4d5bcc4e9b79 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410724
Apr 30 16:28:59.135822 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50188) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:59.265549 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:59.281399 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:28:59.287718 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Usage tracker for resource:security_group_rule and tenant:f61a7981a7a04ad39346b1fbed835173 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:28:59.323638 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:28:59.334845 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:28:59.411165 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009fa1e-a7dc-45d3-8770-de16c841c6d3 req-974243d7-e5ef-480b-97c4-00506fff0dc7 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:28:59.412650 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4009fa1e-a7dc-45d3-8770-de16c841c6d3 req-974243d7-e5ef-480b-97c4-00506fff0dc7 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 946 time: 0.1281295
Apr 30 16:28:59.489701 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4009fa1e-a7dc-45d3-8770-de16c841c6d3 req-d2db9649-d6d0-4ba5-b3b8-d176b968afce tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711832
Apr 30 16:28:59.491200 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:59.555901 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:59.562748 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4a6a5f92-3b8d-4587-ace9-76741f252990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:59.604281 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c6c08-824c-4aef-acaf-1be08619375b,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:59.610761 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f61a7981a7a04ad39346b1fbed835173&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4715626
Apr 30 16:28:59.610761 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:59.611803 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50196) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:28:59.672463 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bca4ba9d-4940-4b46-9808-ceba0538a5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:59.698644 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bca4ba9d-4940-4b46-9808-ceba0538a5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:59.837755 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bca4ba9d-4940-4b46-9808-ceba0538a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:59.842052 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c75efab7-529b-473a-86d4-e0a7fe089cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:28:59.857213 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4ba9d-4940-4b46-9808-ceba0538a5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c6c08-824c-4aef-acaf-1be08619375b,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:28:59.859885 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bca4ba9d-4940-4b46-9808-ceba0538a5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:28:59.869754 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bca4ba9d-4940-4b46-9808-ceba0538a5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:28:59.871471 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-bca4ba9d-4940-4b46-9808-ceba0538a5e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/415c6c08-824c-4aef-acaf-1be08619375b HTTP/1.1" status: 204  len: 168 time: 0.2583442
Apr 30 16:29:00.460141 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50206) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:00.479410 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:00.496265 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:00.500311 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Usage tracker for resource:security_group_rule and tenant:b69a1340e50842b0aafb8a71c004dc72 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:00.504630 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:00.510854 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:00.704214 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:00.771147 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:00.789578 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c769302d-8227-4951-a919-85961b27c001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:00.826848 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f2ddb-7f52-4ac7-8385-fc2bdc413906 req-9623c1f7-dfd3-47e7-9d4d-913ff8ab1175 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:00.829678 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5b3f2ddb-7f52-4ac7-8385-fc2bdc413906 req-9623c1f7-dfd3-47e7-9d4d-913ff8ab1175 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 946 time: 0.2034473
Apr 30 16:29:00.912653 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb04389a-be49-4a44-8840-67574a1a829b,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:00.917783 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:00.927356 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b69a1340e50842b0aafb8a71c004dc72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4658158
Apr 30 16:29:00.930552 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 50212) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:00.954391 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5b3f2ddb-7f52-4ac7-8385-fc2bdc413906 req-47a14ca0-afd4-4d5c-b863-eac5a935a123 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946975
Apr 30 16:29:01.023598 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a977009c-1413-4684-89c7-7aa904155c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:01.074156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a977009c-1413-4684-89c7-7aa904155c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:01.232111 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a977009c-1413-4684-89c7-7aa904155c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:01.241924 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7527a30a-1fc6-4e1f-a38d-b2512e790a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:01.265750 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977009c-1413-4684-89c7-7aa904155c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb04389a-be49-4a44-8840-67574a1a829b,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:01.270645 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a977009c-1413-4684-89c7-7aa904155c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:01.272686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a977009c-1413-4684-89c7-7aa904155c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:01.274887 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-a977009c-1413-4684-89c7-7aa904155c90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb04389a-be49-4a44-8840-67574a1a829b HTTP/1.1" status: 204  len: 168 time: 0.3427835
Apr 30 16:29:04.467233 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 50290) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:04.601347 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:04.616254 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:04.620044 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Usage tracker for resource:security_group_rule and tenant:f3bca0c46fb54e0da440fe1580d5ccba is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:04.622913 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:04.629451 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:04.716518 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:04.797324 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:04.805471 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:04.848630 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3bca0c46fb54e0da440fe1580d5ccba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3802686
Apr 30 16:29:04.849589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a3ca0a-9274-463b-8206-354323f0cf48,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:04.852069 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50296) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:04.852597 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:04.915508 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8bef7ee3-7e18-4f36-88f4-4dd1f73517bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:04.943397 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8bef7ee3-7e18-4f36-88f4-4dd1f73517bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:05.117478 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8bef7ee3-7e18-4f36-88f4-4dd1f73517bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:05.121418 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e86f1931-699e-47da-b9f5-7c2828b22eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:05.139313 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef7ee3-7e18-4f36-88f4-4dd1f73517bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a3ca0a-9274-463b-8206-354323f0cf48,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:05.141619 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8bef7ee3-7e18-4f36-88f4-4dd1f73517bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:05.151019 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8bef7ee3-7e18-4f36-88f4-4dd1f73517bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:05.152226 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8bef7ee3-7e18-4f36-88f4-4dd1f73517bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3a3ca0a-9274-463b-8206-354323f0cf48 HTTP/1.1" status: 204  len: 168 time: 0.2983544
Apr 30 16:29:05.894033 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 50308) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:05.915680 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:06.023890 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:06.027794 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Usage tracker for resource:security_group_rule and tenant:de1085431e3b4fc99aabbd99748ef61b is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:06.031059 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:06.037593 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:06.129147 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:06.220807 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:06.230565 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:06.274552 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de1085431e3b4fc99aabbd99748ef61b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3794069
Apr 30 16:29:06.276293 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3252c223-2240-40d1-9b69-1f09cb141b1d,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:06.277346 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50314) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:06.279575 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:06.346986 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e7248437-8677-4b33-ada6-ec3b53efd791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:06.376449 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e7248437-8677-4b33-ada6-ec3b53efd791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:06.494458 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e7248437-8677-4b33-ada6-ec3b53efd791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:06.498345 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-827289ef-a1e8-44fd-8d1f-71b300b46865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:06.510303 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7248437-8677-4b33-ada6-ec3b53efd791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3252c223-2240-40d1-9b69-1f09cb141b1d,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:06.522411 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e7248437-8677-4b33-ada6-ec3b53efd791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:06.522411 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e7248437-8677-4b33-ada6-ec3b53efd791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:06.522953 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-e7248437-8677-4b33-ada6-ec3b53efd791 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3252c223-2240-40d1-9b69-1f09cb141b1d HTTP/1.1" status: 204  len: 168 time: 0.2437122
Apr 30 16:29:10.323776 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50390) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:10.473935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:10.490788 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:10.495247 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:d944bdb4d0a0424f9cce14f05a090763 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:10.498721 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:10.505450 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:10.607618 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:10.671338 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:10.682727 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-df878473-9245-4f4b-b82f-3c6eede6ab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:10.729735 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d944bdb4d0a0424f9cce14f05a090763&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4040873
Apr 30 16:29:10.731295 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128b6a99-4086-4c2b-b45f-6802f7d56c8c,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:10.732959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 50396) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:10.734573 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:10.820262 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93d0881-1df1-474a-8516-37db1d865a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:10.868130 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93d0881-1df1-474a-8516-37db1d865a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:11.014403 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93d0881-1df1-474a-8516-37db1d865a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:11.020497 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-531c6894-127e-4011-a61d-c3cd3eb03116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:11.039934 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d0881-1df1-474a-8516-37db1d865a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128b6a99-4086-4c2b-b45f-6802f7d56c8c,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:11.044016 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c93d0881-1df1-474a-8516-37db1d865a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:11.055410 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c93d0881-1df1-474a-8516-37db1d865a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:11.060428 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-c93d0881-1df1-474a-8516-37db1d865a98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/128b6a99-4086-4c2b-b45f-6802f7d56c8c HTTP/1.1" status: 204  len: 168 time: 0.3225081
Apr 30 16:29:11.904429 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50414) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:11.924662 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:11.941960 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:11.946221 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ac06a602b7436cbc62dcac468755bf is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:11.949503 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:11.957246 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:12.069912 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:12.208520 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:12.224510 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ff921f5f-715f-498f-82da-7ada59082c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:12.295854 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8ac06a602b7436cbc62dcac468755bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3898284
Apr 30 16:29:12.298781 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 50420) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:12.304345 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1d954-aecb-496a-9a7e-e669c8f64c56,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:12.309184 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:12.374409 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-696b3ed5-961a-4520-b8b5-f1ead8f150db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:12.403995 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-696b3ed5-961a-4520-b8b5-f1ead8f150db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:12.591854 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-696b3ed5-961a-4520-b8b5-f1ead8f150db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:12.598032 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-592c0ebb-6b17-4749-a68b-9f664adaddf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:12.613626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b3ed5-961a-4520-b8b5-f1ead8f150db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1d954-aecb-496a-9a7e-e669c8f64c56,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:12.616614 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-696b3ed5-961a-4520-b8b5-f1ead8f150db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:12.617981 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-696b3ed5-961a-4520-b8b5-f1ead8f150db admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:12.621896 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-696b3ed5-961a-4520-b8b5-f1ead8f150db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1c1d954-aecb-496a-9a7e-e669c8f64c56 HTTP/1.1" status: 204  len: 168 time: 0.3222611
Apr 30 16:29:14.703579 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50458) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:14.866116 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:14.882341 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:14.895038 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Usage tracker for resource:security_group_rule and tenant:54b848d164f14d19b77e33bc0381ce34 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:14.895038 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:14.896188 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:15.092004 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:15.201664 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:15.210747 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-826e68be-22f4-459b-b1b8-2211adfe8494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:15.256958 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54b848d164f14d19b77e33bc0381ce34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5516417
Apr 30 16:29:15.257901 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08166c2-ec42-4a19-9fa8-e5c130516377,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:15.259910 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 50466) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:15.261086 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5bf53a7c-a608-4070-bc2f-cd61be8164de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:15.332124 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fe51982a-bf5d-40bd-80f5-21ca0b478f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:15.361846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fe51982a-bf5d-40bd-80f5-21ca0b478f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:15.505795 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:15.534948 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fe51982a-bf5d-40bd-80f5-21ca0b478f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:15.541208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7fd8f2b2-3dd4-4daf-877b-b613c6abaf4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:15.554909 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51982a-bf5d-40bd-80f5-21ca0b478f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08166c2-ec42-4a19-9fa8-e5c130516377,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:15.558720 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fe51982a-bf5d-40bd-80f5-21ca0b478f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:15.561460 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fe51982a-bf5d-40bd-80f5-21ca0b478f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:15.566983 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-fe51982a-bf5d-40bd-80f5-21ca0b478f49 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c08166c2-ec42-4a19-9fa8-e5c130516377 HTTP/1.1" status: 204  len: 168 time: 0.3015528
Apr 30 16:29:16.008842 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-1cb96de3-f9a9-43fb-b5b8-3684c47cc111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:16.699617 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:29:16.866534 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 50500) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:17.095220 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-273058311-network', 'tenant_id': '8c5480d497dd4df29192ab994c82a9d9'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:29:17.101404 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:17.106446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Usage tracker for resource:network and tenant:8c5480d497dd4df29192ab994c82a9d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:17.111190 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:17.119716 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:17.196739 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Made reservation on behalf of 8c5480d497dd4df29192ab994c82a9d9 for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:29:17.199202 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:17.212796 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:17.229080 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:17.233341 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5480d497dd4df29192ab994c82a9d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:17.237656 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:17.245752 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:17.355119 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:17.460143 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:17.464061 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8d90b4cb-4485-46e8-b1c9-9a1b224b5bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:17.495913 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:29:17.505590 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:17.512556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:17.518072 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:17.518516 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Added segment cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4 of type vlan for network a875f294-3928-4b31-9504-fcff6d15faaa
Apr 30 16:29:17.574774 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:17.689307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:17.691585 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:17.692509 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:17.702166 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8c00ada5-1a20-4904-906f-bb48dd1f929b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:17.836643 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Pushing event updated for resources: {'Network': ['ID=a875f294-3928-4b31-9504-fcff6d15faaa,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:17.847798 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:17.856947 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network a875f294-3928-4b31-9504-fcff6d15faaa details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:29:17.948444 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 50516) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:29:17.969264 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0904350
Apr 30 16:29:17.970964 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Request body: {'subnet': {'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-273058311-subnet', 'tenant_id': '8c5480d497dd4df29192ab994c82a9d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:29:17.970964 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:17.977013 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Usage tracker for resource:subnet and tenant:8c5480d497dd4df29192ab994c82a9d9 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:17.982777 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:17.992400 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:18.088134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Made reservation on behalf of 8c5480d497dd4df29192ab994c82a9d9 for: {'subnet': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:29:18.090858 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100796'] for subnet, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:18.740996 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:18.793473 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2058091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100782'] for subnet, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:18.802769 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-352b6918-3790-4f1d-bbe9-47e8fc3814bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:18.865292 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-cb36cf14-a3b5-46a8-b68c-dabd1f0d8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:18.949719 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=589cc53f-5f42-42d2-808f-961e6ca0872f,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:18.957849 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:18.958489 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Checking segment: {'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:29:18.959018 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Network hostable DHCP agents. Network: a875f294-3928-4b31-9504-fcff6d15faaa, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:29:19.099939 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Network a875f294-3928-4b31-9504-fcff6d15faaa is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:29:19.212749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, a875f294-3928-4b31-9504-fcff6d15faaa) {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:29:19.222930 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:19.223394 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81946b6d-96f2-4cbb-8f9a-b8e3313e9509 None None] Network a875f294-3928-4b31-9504-fcff6d15faaa requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:29:19.223569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:19.346963 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3962722
Apr 30 16:29:19.533144 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459a092-25a5-4e59-8208-36f41f230b3c None None] Network a875f294-3928-4b31-9504-fcff6d15faaa requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:29:19.755953 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:20.368332 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0489-25be-4b42-8173-56c8bfbbd927 req-4d7fc1ab-1f1e-46d3-adab-2385f208057a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:20.370006 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-519f0489-25be-4b42-8173-56c8bfbbd927 req-4d7fc1ab-1f1e-46d3-adab-2385f208057a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0990884
Apr 30 16:29:20.457868 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-519f0489-25be-4b42-8173-56c8bfbbd927 req-72654523-c4c2-4b17-bbcb-2fa4bcfa0450 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793250
Apr 30 16:29:21.294120 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:21.690636 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac2b0-dec9-4286-b2e1-9579671194c0 req-8ee8e8c0-5ba3-4092-8b13-c192c3475e0f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:21.692303 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-771ac2b0-dec9-4286-b2e1-9579671194c0 req-8ee8e8c0-5ba3-4092-8b13-c192c3475e0f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0913565
Apr 30 16:29:21.746940 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-771ac2b0-dec9-4286-b2e1-9579671194c0 req-82f58bc7-f759-449e-a43c-71dcf38f8823 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479228
Apr 30 16:29:22.972487 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107e82-a68e-42cc-a02a-8e89da119a62 req-07cd7830-f0f1-4558-a0eb-a4ff5e9b99c7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:22.974790 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21107e82-a68e-42cc-a02a-8e89da119a62 req-07cd7830-f0f1-4558-a0eb-a4ff5e9b99c7 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1144748
Apr 30 16:29:23.039716 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21107e82-a68e-42cc-a02a-8e89da119a62 req-6fe9fc77-063a-4199-9539-a082865423d1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577512
Apr 30 16:29:24.334736 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2875eaf-88e4-43fc-bfb0-bdd348b781a6 req-e97f54bc-2675-477c-ac04-5d4001ab3777 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:24.336220 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2875eaf-88e4-43fc-bfb0-bdd348b781a6 req-e97f54bc-2675-477c-ac04-5d4001ab3777 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0880101
Apr 30 16:29:24.387426 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2875eaf-88e4-43fc-bfb0-bdd348b781a6 req-66518b94-1ee7-45b5-9439-3f5e3fdbd973 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449328
Apr 30 16:29:25.596925 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-2c3fd6eb-efe6-4f7e-b164-4c9f63b20ee9 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:25.598498 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-2c3fd6eb-efe6-4f7e-b164-4c9f63b20ee9 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/networks?id=a875f294-3928-4b31-9504-fcff6d15faaa HTTP/1.1" status: 200  len: 808 time: 0.2043173
Apr 30 16:29:25.616155 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-fbc0c045-80de-4f11-88c9-961152fc800e tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/quotas/8c5480d497dd4df29192ab994c82a9d9 HTTP/1.1" status: 200  len: 375 time: 0.0112476
Apr 30 16:29:25.645743 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0808a51-4508-4c54-b549-bc5851fbb4f0 req-997f89bc-0136-4ae5-9294-116767b52225 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:25.648635 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0808a51-4508-4c54-b549-bc5851fbb4f0 req-997f89bc-0136-4ae5-9294-116767b52225 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1435916
Apr 30 16:29:25.668981 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-3fc98e13-0545-4b58-854f-86b58b453700 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c5480d497dd4df29192ab994c82a9d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477152
Apr 30 16:29:25.707539 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0808a51-4508-4c54-b549-bc5851fbb4f0 req-88657cc9-d788-40f2-a8d7-8a7bf998f405 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462968
Apr 30 16:29:25.830512 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-8ec9de76-811f-4aea-bd55-bfcc6140c29e service neutron] 10.222.0.57 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500587
Apr 30 16:29:26.074294 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-ee1d4d23-34b3-4eb0-b67b-6b40dc9fcaf6 service neutron] 10.222.0.57 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372935
Apr 30 16:29:26.422423 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-defafbe1-cf9e-4ca6-9c0f-a61c1489528a req-7d366adc-8436-429f-8e7a-a102b8f4771a tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 210 time: 0.0861764
Apr 30 16:29:26.967965 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ebaaa-b4bb-435f-bbfa-bd5024db622d req-f2b127e6-23b0-427f-98d3-e33d66c89837 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:26.970216 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c68ebaaa-b4bb-435f-bbfa-bd5024db622d req-f2b127e6-23b0-427f-98d3-e33d66c89837 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0960314
Apr 30 16:29:27.034254 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c68ebaaa-b4bb-435f-bbfa-bd5024db622d req-e941ac4f-d01e-4db8-86e5-e7e9a875e95e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569513
Apr 30 16:29:27.525036 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d055978c-e72b-4039-a701-bdd75f62508c req-dd06bdaf-1f5e-4c99-b7a6-f9cd9a1eecf9 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 210 time: 0.0452070
Apr 30 16:29:28.258096 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ae26a-61e8-4aed-9a88-a4ac7d6b9a58 req-e0ab1928-5d26-4c2b-9ece-cfb6629fa49d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:28.259560 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e9ae26a-61e8-4aed-9a88-a4ac7d6b9a58 req-e0ab1928-5d26-4c2b-9ece-cfb6629fa49d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0920732
Apr 30 16:29:28.316142 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e9ae26a-61e8-4aed-9a88-a4ac7d6b9a58 req-f1c8b113-653f-4223-b0d2-c796405885f4 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446880
Apr 30 16:29:28.737062 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47a01f8f-7a3d-4766-8cb6-a4da544ac0ef req-560218c5-af00-4737-8c64-f466c2818f75 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 210 time: 0.0832982
Apr 30 16:29:29.450771 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-eaa962bd-81a1-4c7c-a5e8-1a5d5c1ddd06 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:29.453499 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-eaa962bd-81a1-4c7c-a5e8-1a5d5c1ddd06 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.69 "GET /v2.0/networks?id=a875f294-3928-4b31-9504-fcff6d15faaa HTTP/1.1" status: 200  len: 808 time: 0.2556570
Apr 30 16:29:29.484361 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Request body: {'port': {'device_id': 'cb50c5d2-8224-4975-a76e-e90037d9d40b', 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa', 'admin_state_up': True, 'tenant_id': '8c5480d497dd4df29192ab994c82a9d9'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:29:29.747678 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:29:29.764455 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Usage tracker for resource:port and tenant:8c5480d497dd4df29192ab994c82a9d9 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:29:29.769656 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:29:29.781110 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:29:29.837282 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7850f-54c5-49aa-88e8-3b58b234f21a req-fb1aa75e-8139-43cb-8863-c04a043bccc2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:29.838996 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-eee7850f-54c5-49aa-88e8-3b58b234f21a req-fb1aa75e-8139-43cb-8863-c04a043bccc2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1386840
Apr 30 16:29:29.868823 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Made reservation on behalf of 8c5480d497dd4df29192ab994c82a9d9 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:29:29.873870 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:29.956325 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-79c19692-4728-4746-b330-2ab6342b0370 req-84f95028-907c-4178-b677-bb3ccee944a1 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 210 time: 0.0669749
Apr 30 16:29:29.957285 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-eee7850f-54c5-49aa-88e8-3b58b234f21a req-8ffa1326-dbb8-4716-bffc-bc34fd91194d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119826
Apr 30 16:29:30.098820 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Allocated IP 172.20.0.13 (a875f294-3928-4b31-9504-fcff6d15faaa/589cc53f-5f42-42d2-808f-961e6ca0872f/93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:29:30.321799 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:30.414326 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:30.420575 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0df6221e-4f4a-4860-b545-a361280d47df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:30.511374 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Network a875f294-3928-4b31-9504-fcff6d15faaa is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:29:30.515512 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:29:30.522427 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:29:30.556616 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Pushing event updated for resources: {'Port': ['ID=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:30.581791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.582066 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.582373 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.582720 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.583064 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.583405 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.583749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.584089 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.584423 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.584760 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.585133 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.585463 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:29:30.591879 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:30.631260 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:30.632357 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:30.723233 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2429707
Apr 30 16:29:30.744356 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Request body: {'port': {'device_id': 'cb50c5d2-8224-4975-a76e-e90037d9d40b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:29:30.901626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:31.237173 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac810f-8d68-4501-916f-31b2ae7214aa req-2c001871-f672-4a73-b8cf-46fbb36db904 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:31.238774 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-caac810f-8d68-4501-916f-31b2ae7214aa req-2c001871-f672-4a73-b8cf-46fbb36db904 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1383715
Apr 30 16:29:31.293062 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-caac810f-8d68-4501-916f-31b2ae7214aa req-452f00bd-2f18-4061-8a84-3df20623a87a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467935
Apr 30 16:29:31.449871 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070da3-3cbe-4cd5-a36a-7c1f11b7a3e0 req-c637700d-fa51-451f-96d0-0fa20e4e96d0 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:31.450477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-4b070da3-3cbe-4cd5-a36a-7c1f11b7a3e0 req-c637700d-fa51-451f-96d0-0fa20e4e96d0 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Synchronizing usage tracker for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:29:31.544826 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:29:31.553378 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-4b070da3-3cbe-4cd5-a36a-7c1f11b7a3e0 req-c637700d-fa51-451f-96d0-0fa20e4e96d0 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Unset dirty status for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:29:31.554560 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4b070da3-3cbe-4cd5-a36a-7c1f11b7a3e0 req-c637700d-fa51-451f-96d0-0fa20e4e96d0 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 932 time: 0.3572795
Apr 30 16:29:31.556407 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:31.725478 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Transition to ACTIVE for port object 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:29:31.753491 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4b070da3-3cbe-4cd5-a36a-7c1f11b7a3e0 req-bcbc002b-62d3-4516-bac1-353602c3f487 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917374
Apr 30 16:29:31.790040 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:31.794605 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a1c42eba-2e78-4b9b-b9bf-f4b0d9ea9757 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:31.983747 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Pushing event updated for resources: {'Port': ['ID=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:31.991825 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:32.082695 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Attempting to bind port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:29:32.083048 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Attempting to bind port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:29:32.083380 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Attempting to bind port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b on network a875f294-3928-4b31-9504-fcff6d15faaa {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:29:32.088759 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b on network a875f294-3928-4b31-9504-fcff6d15faaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:29:32.089118 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Attempting to bind port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b on network a875f294-3928-4b31-9504-fcff6d15faaa {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:29:32.096213 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:29:32.096557 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Checking segment: {'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:29:32.097062 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Bound using segment: {'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:29:32.097525 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Bound port: 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:29:32.098079 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:32.201117 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] For port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:29:32.204672 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] For port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:29:32.265534 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:32.271293 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0e2e5388-5cc9-440e-9e1d-48f123794fa0 tempest-VolumesNegativeTest-1603128981 tempest-VolumesNegativeTest-1603128981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:32.336259 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:32.336932 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:32.338386 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] 10.222.0.69 "PUT /v2.0/ports/93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b HTTP/1.1" status: 200  len: 1094 time: 1.5993431
Apr 30 16:29:32.338897 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb50c5d2-8224-4975-a76e-e90037d9d40b', 'tag': '93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:29:32.368439 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Pushing event updated for resources: {'Port': ['ID=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:32.371780 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:32.565444 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-314e5357-afd8-435b-8240-cf85a887401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:32.567041 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-314e5357-afd8-435b-8240-cf85a887401f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c5480d497dd4df29192ab994c82a9d9&device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 1097 time: 0.0906494
Apr 30 16:29:32.666927 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-fa9bbb56-a0ea-4651-b9ef-8bbd731f448a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b HTTP/1.1" status: 200  len: 217 time: 0.0840476
Apr 30 16:29:32.688820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f005-ce3d-4bbc-9752-9a0694677ea7 req-454d059b-f323-4b20-b91b-601a6b9f7d99 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:32.691089 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4e11f005-ce3d-4bbc-9752-9a0694677ea7 req-454d059b-f323-4b20-b91b-601a6b9f7d99 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1821818
Apr 30 16:29:32.743879 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-6c666ce8-cc39-45ec-bd3b-5be6fa72f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:32.745443 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-6c666ce8-cc39-45ec-bd3b-5be6fa72f37b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589cc53f-5f42-42d2-808f-961e6ca0872f HTTP/1.1" status: 200  len: 848 time: 0.0681272
Apr 30 16:29:32.791072 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4e11f005-ce3d-4bbc-9752-9a0694677ea7 req-98c235f7-d218-45f6-b46f-4f1893ac24fc tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912552
Apr 30 16:29:32.805790 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb50c5d2-8224-4975-a76e-e90037d9d40b', 'tag': '93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b', 'status': 'completed', 'code': 200}
Apr 30 16:29:32.825283 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-4800cdc9-abb2-4da9-b2b7-384e4e636e3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a875f294-3928-4b31-9504-fcff6d15faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719888
Apr 30 16:29:33.070740 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-81a1144c-af8b-4104-b307-f0f23d2fbe40 service neutron] 10.222.0.69 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365313
Apr 30 16:29:33.082607 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df96d5-1648-4678-bc72-fb2eac012ed5 req-90a75440-4021-403d-9487-b9fff8bda301 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:33.085245 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d7df96d5-1648-4678-bc72-fb2eac012ed5 req-90a75440-4021-403d-9487-b9fff8bda301 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 944 time: 0.1144316
Apr 30 16:29:33.170064 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-d7df96d5-1648-4678-bc72-fb2eac012ed5 req-4a6359d0-bf1a-4a7c-b309-b702bbf33769 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Synchronizing usage tracker for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:29:33.231836 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74c33a-663b-4fed-b652-5a115797774d req-e07cfc79-0f7c-4200-a206-c789b59e0afd tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:33.233463 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df74c33a-663b-4fed-b652-5a115797774d req-e07cfc79-0f7c-4200-a206-c789b59e0afd tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 946 time: 0.2680004
Apr 30 16:29:33.283330 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-d7df96d5-1648-4678-bc72-fb2eac012ed5 req-4a6359d0-bf1a-4a7c-b309-b702bbf33769 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Unset dirty status for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:29:33.285264 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d7df96d5-1648-4678-bc72-fb2eac012ed5 req-4a6359d0-bf1a-4a7c-b309-b702bbf33769 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929092
Apr 30 16:29:33.327214 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff9e394b-5f84-4c86-ba4f-3da052c339aa req-23bc6091-9ef4-4f9e-8316-7c90d4d1698b service neutron] 10.222.0.69 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2482791
Apr 30 16:29:33.333372 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df74c33a-663b-4fed-b652-5a115797774d req-610edc1a-7a91-488f-8d34-86fca6b68e93 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919375
Apr 30 16:29:33.613377 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-980a686e-f3d2-4c6c-be4a-f50af9659ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:33.615055 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-980a686e-f3d2-4c6c-be4a-f50af9659ba0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c5480d497dd4df29192ab994c82a9d9&device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 1097 time: 0.0932059
Apr 30 16:29:33.795973 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-6724f18a-f80a-4bd1-99a1-8be8cdb14b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:33.798221 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-6724f18a-f80a-4bd1-99a1-8be8cdb14b3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=a875f294-3928-4b31-9504-fcff6d15faaa HTTP/1.1" status: 200  len: 909 time: 0.1751111
Apr 30 16:29:33.868857 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-843ed7e3-076b-4ea4-af84-461c00a5f907 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b HTTP/1.1" status: 200  len: 217 time: 0.0633993
Apr 30 16:29:33.940201 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-f6c8bb28-a656-40db-9155-1ffd854aa07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:33.941716 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-f6c8bb28-a656-40db-9155-1ffd854aa07f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589cc53f-5f42-42d2-808f-961e6ca0872f HTTP/1.1" status: 200  len: 848 time: 0.0650303
Apr 30 16:29:34.023800 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-2cee243e-717a-4aab-b285-d1fc86733ac7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a875f294-3928-4b31-9504-fcff6d15faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745716
Apr 30 16:29:34.310282 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe408dc-7588-48a8-a587-203bc4618f57 req-732893dd-308e-487f-bde0-348b49f6651f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:34.311729 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bfe408dc-7588-48a8-a587-203bc4618f57 req-732893dd-308e-487f-bde0-348b49f6651f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.3266385
Apr 30 16:29:34.314469 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-1d414497-f16a-4f2f-984e-941765387616 service neutron] 10.222.0.69 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781835
Apr 30 16:29:34.473904 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bfe408dc-7588-48a8-a587-203bc4618f57 req-a44c0b55-e35a-45b3-a515-b7dd55bed12e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1541076
Apr 30 16:29:34.516852 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d0050-4e83-4ffa-974c-1052aeedf28b req-7c327ae7-95ac-4d92-b8f6-e72b2ba3c0d5 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:34.518829 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ad0d0050-4e83-4ffa-974c-1052aeedf28b req-7c327ae7-95ac-4d92-b8f6-e72b2ba3c0d5 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 944 time: 0.1056485
Apr 30 16:29:34.520483 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f2d38d6-d5ba-41aa-89e8-27e938435ff0 req-4da6a4cf-0c01-4ede-b3aa-43371130d6ea service neutron] 10.222.0.69 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989055
Apr 30 16:29:34.593593 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ad0d0050-4e83-4ffa-974c-1052aeedf28b req-ffd436ac-ebb0-4248-a4cd-6024f9f96cab tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683129
Apr 30 16:29:34.766958 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769be4a8-ff13-418f-8b90-22b1d1123711 req-a49f0493-204d-4362-a610-d47343a36470 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:34.769338 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-769be4a8-ff13-418f-8b90-22b1d1123711 req-a49f0493-204d-4362-a610-d47343a36470 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 946 time: 0.1210151
Apr 30 16:29:34.862302 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-769be4a8-ff13-418f-8b90-22b1d1123711 req-e1e60368-1647-4db3-947a-3b05575dd399 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/security-groups?id=d91a4b72-4173-4ee4-acb5-7617759d1ed1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872829
Apr 30 16:29:34.903928 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-9eaf821a-d34e-4d99-bc1a-6d320cc73f41 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:34.905442 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-9eaf821a-d34e-4d99-bc1a-6d320cc73f41 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.69 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 946 time: 0.0948834
Apr 30 16:29:35.054899 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Deleting port 1111d3ed-7868-4798-ae48-95f6db894cb5 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:29:35.055232 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:35.199061 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] For port 1111d3ed-7868-4798-ae48-95f6db894cb5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=1111d3ed-7868-4798-ae48-95f6db894cb5,segment=NetworkSegment(e8ba9a74-69ec-4332-a63b-ae6ec0213b8c),segment_id=e8ba9a74-69ec-4332-a63b-ae6ec0213b8c)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:29:35.199310 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:35.330650 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Calling delete_port for 1111d3ed-7868-4798-ae48-95f6db894cb5 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:29:35.556192 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:35.562438 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-db95d528-f293-4467-83a8-3047749ffea3 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:35.599466 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['1111d3ed-7868-4798-ae48-95f6db894cb5'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:29:35.617376 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Pushing event deleted for resources: {'Port': ['ID=1111d3ed-7868-4798-ae48-95f6db894cb5,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:35.620817 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:35.702260 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] No DVR routers for this DVR port 1111d3ed-7868-4798-ae48-95f6db894cb5 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:29:35.705810 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:35.709521 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775145de-f728-477a-bad9-ebe9b9dcbc3e', 'name': 'network-vif-deleted', 'tag': '1111d3ed-7868-4798-ae48-95f6db894cb5'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:29:35.783300 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadce15-1eae-419c-9d03-425388e54cae req-217578f5-8c47-40eb-86f8-2cd266d912d9 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:35.784886 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5eadce15-1eae-419c-9d03-425388e54cae req-217578f5-8c47-40eb-86f8-2cd266d912d9 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1833606
Apr 30 16:29:35.818040 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ca1b19f2-05bb-4242-99ea-51919aee8df4 req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.69 "DELETE /v2.0/ports/1111d3ed-7868-4798-ae48-95f6db894cb5 HTTP/1.1" status: 204  len: 173 time: 0.9061754
Apr 30 16:29:35.857546 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5eadce15-1eae-419c-9d03-425388e54cae req-404bdcd8-e8f3-4c9e-98fc-2ae2dab84b42 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624528
Apr 30 16:29:35.869335 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba685442-db89-45ae-9be9-860d7d801df5 req-56e6a20a-e168-4466-b900-17f8ce05f4b3 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:35.871033 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ba685442-db89-45ae-9be9-860d7d801df5 req-56e6a20a-e168-4466-b900-17f8ce05f4b3 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 944 time: 0.1076868
Apr 30 16:29:35.956983 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775145de-f728-477a-bad9-ebe9b9dcbc3e', 'name': 'network-vif-deleted', 'tag': '1111d3ed-7868-4798-ae48-95f6db894cb5', 'status': 'completed', 'code': 200}
Apr 30 16:29:35.962951 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ba685442-db89-45ae-9be9-860d7d801df5 req-ce2d4263-98a5-413d-b07f-70dbc81bf5ca tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744481
Apr 30 16:29:36.145794 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-fae6dfb3-6dc7-4295-b185-cced1e45a0f4 req-335a8e72-9a48-4ca6-9adb-502f5daa59ed tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Synchronizing usage tracker for tenant:856596b5ae59424286a0753493c0dc3b on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:29:36.254120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-fae6dfb3-6dc7-4295-b185-cced1e45a0f4 req-335a8e72-9a48-4ca6-9adb-502f5daa59ed tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Unset dirty status for tenant:856596b5ae59424286a0753493c0dc3b on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:29:36.255632 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fae6dfb3-6dc7-4295-b185-cced1e45a0f4 req-335a8e72-9a48-4ca6-9adb-502f5daa59ed tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] 10.222.0.57 "GET /v2.0/ports?device_id=775145de-f728-477a-bad9-ebe9b9dcbc3e HTTP/1.1" status: 200  len: 210 time: 0.1557505
Apr 30 16:29:36.708419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f00254-02f2-4fec-b256-c37632b47c19 req-c8a7f12c-ca10-4381-b486-e3d91918b164 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:36.710127 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-74f00254-02f2-4fec-b256-c37632b47c19 req-c8a7f12c-ca10-4381-b486-e3d91918b164 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0989783
Apr 30 16:29:36.779522 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-74f00254-02f2-4fec-b256-c37632b47c19 req-6dff5fb0-a181-4d95-9d57-ded2b4ea34a9 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546420
Apr 30 16:29:36.864392 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-497a8bc1-2e75-47ac-9c4c-749fcc48a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:36.866160 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-497a8bc1-2e75-47ac-9c4c-749fcc48a26a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 1098 time: 0.0871351
Apr 30 16:29:37.039371 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-b369c928-3888-481c-b02f-b60c08136392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:37.041189 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-b369c928-3888-481c-b02f-b60c08136392 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 912 time: 0.1599140
Apr 30 16:29:37.237832 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c281396-d305-4f99-a86e-026d16079699 req-1f0da4a0-a11d-46a4-8dec-fd466090d33f tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:37.240385 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3c281396-d305-4f99-a86e-026d16079699 req-1f0da4a0-a11d-46a4-8dec-fd466090d33f tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 944 time: 0.1378396
Apr 30 16:29:37.307538 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3c281396-d305-4f99-a86e-026d16079699 req-b432a292-e17d-4f83-a7c8-a1e67337b755 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596509
Apr 30 16:29:37.359717 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-d1e3b2e9-6eaa-4576-9e99-abf78c7ece0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642712cc-d29f-49cb-9612-1e9094346368 HTTP/1.1" status: 200  len: 1000 time: 0.3107574
Apr 30 16:29:37.459889 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-e9ab747b-4834-43c2-a26f-94e9a4242c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:37.461353 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-e9ab747b-4834-43c2-a26f-94e9a4242c20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0724430
Apr 30 16:29:37.555882 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-099d75f4-8bd7-4163-b56f-b4cb2bcc01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:37.558731 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-099d75f4-8bd7-4163-b56f-b4cb2bcc01d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877235
Apr 30 16:29:37.714589 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-e0477b3f-79b8-4372-bf8c-aff62e7c883a service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484659
Apr 30 16:29:37.900293 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c99daa6-b3a3-4f42-8d83-718d6995d700 req-16b6ceb1-6fdf-4930-adf3-d0c361232b0c service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779869
Apr 30 16:29:38.002962 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df80bc7-1111-4b4f-8197-076b60b360f1 req-c353dd27-c658-49d8-a857-944560de9cb5 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:38.004534 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0df80bc7-1111-4b4f-8197-076b60b360f1 req-c353dd27-c658-49d8-a857-944560de9cb5 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0942628
Apr 30 16:29:38.055373 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0df80bc7-1111-4b4f-8197-076b60b360f1 req-6e7f2e1c-8cdc-4125-ad56-3cdaeafb1408 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445814
Apr 30 16:29:38.488417 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:29:38.500529 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 1111d3ed-7868-4798-ae48-95f6db894cb5 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:29:38.556115 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 1111d3ed-7868-4798-ae48-95f6db894cb5 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:29:38.556464 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 1111d3ed-7868-4798-ae48-95f6db894cb5 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:29:38.567321 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05667-5637-4310-90d5-d5566f6f5db7 req-64531314-8294-4cca-b091-eb1e5eb5f0e3 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:38.568934 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-12c05667-5637-4310-90d5-d5566f6f5db7 req-64531314-8294-4cca-b091-eb1e5eb5f0e3 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 944 time: 0.1318629
Apr 30 16:29:38.641821 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-12c05667-5637-4310-90d5-d5566f6f5db7 req-730cfe60-7ca1-4262-beb9-4c7cb6414458 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656321
Apr 30 16:29:38.721220 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:29:38.737605 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b', 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa', 'port_id': '93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b', 'mac_address': 'fa:16:3e:16:35:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589cc53f-5f42-42d2-808f-961e6ca0872f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:29:38.805538 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:38.825205 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:29:38.842776 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:29:38.922839 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:38.925587 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4020b1f0-60d8-4384-9612-f7409974161f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:38.998064 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:39.002705 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:39.257171 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb44c4-c357-4390-a0e0-a1b386f3a1c4 req-5421fede-55e4-42f3-b583-94212738882a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:39.258827 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f9bb44c4-c357-4390-a0e0-a1b386f3a1c4 req-5421fede-55e4-42f3-b583-94212738882a tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.0892622
Apr 30 16:29:39.317107 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f9bb44c4-c357-4390-a0e0-a1b386f3a1c4 req-d34fd944-b141-45f5-9a74-1cb3cc6d8a94 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517468
Apr 30 16:29:39.405455 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:29:39.877184 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc987824-038e-453f-b742-3caa4bb12dc4 req-c77b5420-43ba-4bb2-85e3-c7e79b2e0196 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:39.878791 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bc987824-038e-453f-b742-3caa4bb12dc4 req-c77b5420-43ba-4bb2-85e3-c7e79b2e0196 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 945 time: 0.0995936
Apr 30 16:29:39.930638 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bc987824-038e-453f-b742-3caa4bb12dc4 req-d96c2543-5312-49d7-bf5a-b0cdd5785ace tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450902
Apr 30 16:29:40.531009 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:29:40.670336 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:29:40.677177 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:29:40.677635 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:40.809353 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:40.844724 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb50c5d2-8224-4975-a76e-e90037d9d40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:29:40.864152 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:29:40.897425 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb50c5d2-8224-4975-a76e-e90037d9d40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b', 'code': 200}
Apr 30 16:29:40.951380 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:40.955153 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:41.072021 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:41.078420 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:41.164778 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2f80-df25-41a1-9652-d0f2328994b6 req-6a5ab591-d4b4-44a9-94a9-79153a3e1553 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:41.167489 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9c2a2f80-df25-41a1-9652-d0f2328994b6 req-6a5ab591-d4b4-44a9-94a9-79153a3e1553 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.1104512
Apr 30 16:29:41.217864 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9c2a2f80-df25-41a1-9652-d0f2328994b6 req-fc8df73b-59c7-4bbc-b4bc-abb8ed0bd7ea tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440736
Apr 30 16:29:42.424855 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c55d7f-39de-4b54-8021-bebfc16f6d41 req-434c47af-f76e-4dd6-8d1f-c16b0071e90b tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:42.426524 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-02c55d7f-39de-4b54-8021-bebfc16f6d41 req-434c47af-f76e-4dd6-8d1f-c16b0071e90b tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.0931973
Apr 30 16:29:42.483369 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-02c55d7f-39de-4b54-8021-bebfc16f6d41 req-45e317ba-646c-4d1f-ad2f-2bb406d9ca22 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458677
Apr 30 16:29:43.840725 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20854d1-c9f4-414d-a475-c67c6ba4ab08 req-59cc8c78-b241-467c-9e8b-8cff5d8a0640 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:43.842266 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c20854d1-c9f4-414d-a475-c67c6ba4ab08 req-59cc8c78-b241-467c-9e8b-8cff5d8a0640 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.2377274
Apr 30 16:29:43.911059 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c20854d1-c9f4-414d-a475-c67c6ba4ab08 req-06b0a9dc-1a60-4006-834d-ccf86e23ab02 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577347
Apr 30 16:29:44.418908 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f2b47-02b7-4168-bce5-de7231977c78 req-098da618-044e-41db-9579-3a9181217b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:44.420326 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-472f2b47-02b7-4168-bce5-de7231977c78 req-098da618-044e-41db-9579-3a9181217b27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 1099 time: 0.0796039
Apr 30 16:29:44.487162 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-472f2b47-02b7-4168-bce5-de7231977c78 req-6efbece3-423a-46ed-b5c7-a479c139a562 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596104
Apr 30 16:29:45.120941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c13dd-d2ae-42ea-957e-5efe788c0ecd req-b8b1cead-7358-487e-9cf0-1f114c218231 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:45.122469 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-645c13dd-d2ae-42ea-957e-5efe788c0ecd req-b8b1cead-7358-487e-9cf0-1f114c218231 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.0992391
Apr 30 16:29:45.187804 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-645c13dd-d2ae-42ea-957e-5efe788c0ecd req-4d08866d-9bac-4b14-b7d6-c7e12a6d0507 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531938
Apr 30 16:29:45.476584 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:45.985070 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-96f802be-3d54-425c-98f4-1ca3cb73a4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:46.439055 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70303d8a-f9b7-4d70-9f25-84c6edf2dbec req-cef5cab2-c47f-435d-9164-c8a14c1d36ac tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:46.447800 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-70303d8a-f9b7-4d70-9f25-84c6edf2dbec req-cef5cab2-c47f-435d-9164-c8a14c1d36ac tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.1122692
Apr 30 16:29:46.508506 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-70303d8a-f9b7-4d70-9f25-84c6edf2dbec req-4caf5994-db7a-44c4-b1d3-242330162394 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588019
Apr 30 16:29:47.886592 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18619a32-2108-4862-a7b1-d18c16f35d2d req-728d5a5b-1d7c-4c35-bb27-2f51f813c39e tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:47.888582 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-18619a32-2108-4862-a7b1-d18c16f35d2d req-728d5a5b-1d7c-4c35-bb27-2f51f813c39e tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.1594453
Apr 30 16:29:47.946656 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-18619a32-2108-4862-a7b1-d18c16f35d2d req-9f097f62-c83b-408c-9263-64259ac68f1a tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469115
Apr 30 16:29:48.738855 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:48.905170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0943c87f-b96f-4f68-824f-954e4b70d404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:49.761853 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:49.997243 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8ea5-9813-4c5d-9ebd-d3a1aa741405 req-41e502b8-65ba-4d94-a41b-9360e7c3a5c5 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:49.999573 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1dbb8ea5-9813-4c5d-9ebd-d3a1aa741405 req-41e502b8-65ba-4d94-a41b-9360e7c3a5c5 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.1039352
Apr 30 16:29:50.080794 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1dbb8ea5-9813-4c5d-9ebd-d3a1aa741405 req-82a0108b-617a-4fcc-ab41-274c8bf9fbe5 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714893
Apr 30 16:29:51.310996 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:51.375901 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e18547-7115-4fe1-a38d-6d24176b94c1 req-6c3d006e-3830-4bf7-a1c5-8de406e47a1f tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:51.375901 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-33e18547-7115-4fe1-a38d-6d24176b94c1 req-6c3d006e-3830-4bf7-a1c5-8de406e47a1f tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.1122043
Apr 30 16:29:51.422851 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-33e18547-7115-4fe1-a38d-6d24176b94c1 req-ed7b9af6-4c48-48e4-b910-fbc2a9178940 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428574
Apr 30 16:29:52.136403 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-075adc8a-60e9-412f-961f-690bc8860684 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:52.138017 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-075adc8a-60e9-412f-961f-690bc8860684 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.0906134
Apr 30 16:29:52.352978 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Deleting port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:29:52.353546 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:52.670340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] For port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:29:52.671029 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:52.942292 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Calling delete_port for 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:29:53.019711 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce38af-9616-4534-8b4c-69c572cf6b70 req-767e34d8-4a3f-4f73-9eba-7488c2713362 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:53.022484 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9ce38af-9616-4534-8b4c-69c572cf6b70 req-767e34d8-4a3f-4f73-9eba-7488c2713362 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 946 time: 0.4689136
Apr 30 16:29:53.120991 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f9ce38af-9616-4534-8b4c-69c572cf6b70 req-8cc288f5-db6c-4e5c-b151-4d6155b18971 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902805
Apr 30 16:29:53.390002 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:53.397197 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ee5f0b36-1079-4a65-8759-8c1ad47dd928 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:29:53.448010 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Pushing event deleted for resources: {'Port': ['ID=93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:29:53.451406 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:29:53.537226 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] No DVR routers for this DVR port 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:29:53.540344 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:29:53.543376 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb50c5d2-8224-4975-a76e-e90037d9d40b', 'name': 'network-vif-deleted', 'tag': '93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:29:53.614463 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c82ef4ed-8fa8-4127-b7fd-7327a3fa6037 req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.69 "DELETE /v2.0/ports/93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b HTTP/1.1" status: 204  len: 173 time: 1.4698341
Apr 30 16:29:53.622490 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb50c5d2-8224-4975-a76e-e90037d9d40b', 'name': 'network-vif-deleted', 'tag': '93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b', 'status': 'completed', 'code': 200}
Apr 30 16:29:53.699131 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:29:54.289593 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0f84460b-5202-4c39-bfc9-30d299f7f0ad req-1e1ad6c5-f963-4945-9d3f-ad5d163431d3 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 210 time: 0.0480056
Apr 30 16:29:55.452450 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0c448cdc-9a2e-4d04-b451-02acd872d3e0 req-d3f61490-36c2-4280-87b8-cdfb3e935eae tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 210 time: 0.0495567
Apr 30 16:29:55.726360 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:29:56.615851 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9e5892a8-19df-4424-be9c-3219740dd20e req-56948a6d-041f-4500-9966-2e6d1afead29 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 210 time: 0.0486202
Apr 30 16:29:57.840141 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d93a3940-aa2e-4eec-b21c-0a288521ebf3 req-0acc8e99-85ca-4468-a851-2c294d393f31 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb50c5d2-8224-4975-a76e-e90037d9d40b HTTP/1.1" status: 200  len: 210 time: 0.0480824
Apr 30 16:29:59.293791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-c7d3f1e2-be39-4eaf-91c4-ffdd4a0a14ce tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:29:59.295386 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-c7d3f1e2-be39-4eaf-91c4-ffdd4a0a14ce tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/networks?id=a875f294-3928-4b31-9504-fcff6d15faaa HTTP/1.1" status: 200  len: 808 time: 0.1710639
Apr 30 16:29:59.314604 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-1e2b4847-5aff-41ec-aafb-1e3945065d54 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/quotas/8c5480d497dd4df29192ab994c82a9d9 HTTP/1.1" status: 200  len: 375 time: 0.0123129
Apr 30 16:29:59.378637 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-d4ae5510-2b55-485c-92cd-f7ea0ffab662 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Synchronizing usage tracker for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:29:59.458724 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-d4ae5510-2b55-485c-92cd-f7ea0ffab662 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Unset dirty status for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:29:59.460620 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-d4ae5510-2b55-485c-92cd-f7ea0ffab662 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c5480d497dd4df29192ab994c82a9d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1401806
Apr 30 16:29:59.634303 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-d0072a28-b5da-4e38-afec-93360742b025 service neutron] 10.222.0.57 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637352
Apr 30 16:29:59.719263 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:29:59.791581 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:29:59.792266 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93fc4b2a-8737-4d2f-bb4b-5fba578dcf2b not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:29:59.832057 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-f9983aa6-578d-4c49-aebd-bcdc4e9fe75f service neutron] 10.222.0.57 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887100
Apr 30 16:30:00.235084 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4b0dac25-383b-42c9-8e87-3771a5c66f68 req-cbf0e4ce-5d4d-4ee4-b929-1f7f66d0ea4f tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 210 time: 0.0548697
Apr 30 16:30:01.422337 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a58a8db2-e14e-4227-9dcf-ed6849a1b24a req-cba2e9be-8f18-417d-83b1-30f499237069 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 210 time: 0.0507767
Apr 30 16:30:02.632355 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-875c3628-9496-4d99-a1a3-f1895e0ba7dd req-3f6b7687-b5b8-4fda-a36c-2a7fc75fc38b tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 210 time: 0.0810592
Apr 30 16:30:03.205162 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3e5ee3d5-bbbd-44bc-9381-f0aec1350bf0 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:03.206643 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3e5ee3d5-bbbd-44bc-9381-f0aec1350bf0 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.69 "GET /v2.0/networks?id=a875f294-3928-4b31-9504-fcff6d15faaa HTTP/1.1" status: 200  len: 808 time: 0.2366521
Apr 30 16:30:03.256352 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Request body: {'port': {'device_id': 'b622915c-a3e8-41b4-9bf9-b6c6b2406144', 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa', 'admin_state_up': True, 'tenant_id': '8c5480d497dd4df29192ab994c82a9d9'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:03.446946 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:03.458598 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:03.539255 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Made reservation on behalf of 8c5480d497dd4df29192ab994c82a9d9 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:30:03.545671 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:03.808943 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-54230e99-bcae-419a-98c2-8eae30dda1e3 req-bb5c7acf-b759-4ab7-84f6-19f76e67d8d8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 210 time: 0.0529170
Apr 30 16:30:03.824381 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Allocated IP 172.20.0.5 (a875f294-3928-4b31-9504-fcff6d15faaa/589cc53f-5f42-42d2-808f-961e6ca0872f/e8ab7ca0-646d-4222-9acd-151e0b6a8141) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:30:04.157788 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:04.333704 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:04.341130 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fc8602e5-26ab-4c20-876c-87ee3138afe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:04.413259 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Network a875f294-3928-4b31-9504-fcff6d15faaa is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:04.420807 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:04.423887 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:30:04.473077 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Pushing event updated for resources: {'Port': ['ID=e8ab7ca0-646d-4222-9acd-151e0b6a8141,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:04.476081 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:04.520081 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:04.521186 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:04.649027 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3976305
Apr 30 16:30:04.670175 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Request body: {'port': {'device_id': 'b622915c-a3e8-41b4-9bf9-b6c6b2406144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:04.804003 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:05.069431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53cca3-9dad-4c87-bf24-5fd74893142c req-11496b4c-d5c2-4fd8-820d-a425d0546078 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:05.071967 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ac53cca3-9dad-4c87-bf24-5fd74893142c req-11496b4c-d5c2-4fd8-820d-a425d0546078 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 931 time: 0.1244242
Apr 30 16:30:05.127056 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ac53cca3-9dad-4c87-bf24-5fd74893142c req-d0199b11-25cc-4c85-8f02-b2a6046a8c53 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482144
Apr 30 16:30:05.287689 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ab7ca0-646d-4222-9acd-151e0b6a8141 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:30:05.295752 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:05.312836 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Transition to ACTIVE for port object e8ab7ca0-646d-4222-9acd-151e0b6a8141 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:05.412420 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:05.416551 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e7b65938-d21b-4c01-b838-68e1509825d5 tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:05.574336 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ab7ca0-646d-4222-9acd-151e0b6a8141,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:05.582731 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:05.721058 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Attempting to bind port e8ab7ca0-646d-4222-9acd-151e0b6a8141 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:30:05.721519 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Attempting to bind port e8ab7ca0-646d-4222-9acd-151e0b6a8141 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:30:05.722065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Attempting to bind port e8ab7ca0-646d-4222-9acd-151e0b6a8141 on network a875f294-3928-4b31-9504-fcff6d15faaa {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:30:05.730838 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Port e8ab7ca0-646d-4222-9acd-151e0b6a8141 on network a875f294-3928-4b31-9504-fcff6d15faaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:30:05.731371 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Attempting to bind port e8ab7ca0-646d-4222-9acd-151e0b6a8141 on network a875f294-3928-4b31-9504-fcff6d15faaa {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:30:05.741774 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:30:05.742344 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Checking segment: {'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:05.743059 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Bound using segment: {'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:30:05.743783 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Bound port: e8ab7ca0-646d-4222-9acd-151e0b6a8141, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:30:05.744362 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:05.892122 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] For port e8ab7ca0-646d-4222-9acd-151e0b6a8141, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:30:05.895667 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] For port e8ab7ca0-646d-4222-9acd-151e0b6a8141, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8ab7ca0-646d-4222-9acd-151e0b6a8141,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:30:05.978646 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:05.982887 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cdf52bf2-332e-474d-be45-98d68d220074 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:06.042396 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:06.042850 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:06.045219 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] 10.222.0.69 "PUT /v2.0/ports/e8ab7ca0-646d-4222-9acd-151e0b6a8141 HTTP/1.1" status: 200  len: 1093 time: 1.3793423
Apr 30 16:30:06.048232 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b622915c-a3e8-41b4-9bf9-b6c6b2406144', 'tag': 'e8ab7ca0-646d-4222-9acd-151e0b6a8141'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:30:06.080468 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ab7ca0-646d-4222-9acd-151e0b6a8141,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:06.084283 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:06.123369 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b622915c-a3e8-41b4-9bf9-b6c6b2406144', 'tag': 'e8ab7ca0-646d-4222-9acd-151e0b6a8141', 'status': 'completed', 'code': 200}
Apr 30 16:30:06.333323 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5109-1ea8-4b38-8ed1-e2681fa13759 req-489089f4-88d9-46dc-ab3d-4ce295de6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:06.334635 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d3fa5109-1ea8-4b38-8ed1-e2681fa13759 req-489089f4-88d9-46dc-ab3d-4ce295de6f49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c5480d497dd4df29192ab994c82a9d9&device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 1096 time: 0.1395102
Apr 30 16:30:06.355452 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f457eb-db08-4819-95ba-45aa02261e75 req-1765d546-54c4-4527-bab9-d87879aad41d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:06.356183 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-76f457eb-db08-4819-95ba-45aa02261e75 req-1765d546-54c4-4527-bab9-d87879aad41d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Synchronizing usage tracker for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:30:06.517340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-76f457eb-db08-4819-95ba-45aa02261e75 req-1765d546-54c4-4527-bab9-d87879aad41d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Unset dirty status for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:30:06.518551 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-76f457eb-db08-4819-95ba-45aa02261e75 req-1765d546-54c4-4527-bab9-d87879aad41d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 943 time: 0.2734368
Apr 30 16:30:06.519939 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5109-1ea8-4b38-8ed1-e2681fa13759 req-d9c847eb-acfa-4902-9bd6-3c478f7204e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:06.521401 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d3fa5109-1ea8-4b38-8ed1-e2681fa13759 req-d9c847eb-acfa-4902-9bd6-3c478f7204e3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8c5480d497dd4df29192ab994c82a9d9&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1611915
Apr 30 16:30:06.667703 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-76f457eb-db08-4819-95ba-45aa02261e75 req-262853a5-8dd8-4996-a153-13044fc2dfcc tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415100
Apr 30 16:30:06.709111 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5109-1ea8-4b38-8ed1-e2681fa13759 req-66036616-a65b-4516-9ab9-f4d969727e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:06.710580 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d3fa5109-1ea8-4b38-8ed1-e2681fa13759 req-66036616-a65b-4516-9ab9-f4d969727e8c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1701014
Apr 30 16:30:06.874385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-4e7a6e1a-2cc7-4264-9dff-34cd6ad7d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:06.875878 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-4e7a6e1a-2cc7-4264-9dff-34cd6ad7d224 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c5480d497dd4df29192ab994c82a9d9&device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 1096 time: 0.0908811
Apr 30 16:30:06.956657 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-286bb909-e33f-4289-afc0-45c2347ebdb9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ab7ca0-646d-4222-9acd-151e0b6a8141 HTTP/1.1" status: 200  len: 217 time: 0.0657966
Apr 30 16:30:07.024468 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-963a07f5-8957-4536-bedc-6f043ee14ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:07.026014 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-963a07f5-8957-4536-bedc-6f043ee14ddf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=589cc53f-5f42-42d2-808f-961e6ca0872f HTTP/1.1" status: 200  len: 848 time: 0.0630772
Apr 30 16:30:07.081547 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-c119688c-9a81-4f0d-b16c-c9a6cf01ba3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a875f294-3928-4b31-9504-fcff6d15faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473995
Apr 30 16:30:07.355609 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-d2fe21fb-027d-46ad-8f0d-0fb238975617 service neutron] 10.222.0.69 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2656999
Apr 30 16:30:07.498541 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bd74aaba-7468-40b9-bf58-ccad641cedb9 req-61a51514-6744-4049-b6f4-e53ff789c203 service neutron] 10.222.0.69 "GET /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352983
Apr 30 16:30:07.867575 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ad913-3aa5-4f7c-93f1-bc927af35199 req-b4dd1d34-40ad-47d4-9f01-940020860bce tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:07.871400 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a00ad913-3aa5-4f7c-93f1-bc927af35199 req-b4dd1d34-40ad-47d4-9f01-940020860bce tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 943 time: 0.0887663
Apr 30 16:30:07.921614 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a00ad913-3aa5-4f7c-93f1-bc927af35199 req-b292144a-023c-4647-8f74-32e5ce172c24 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459187
Apr 30 16:30:09.135444 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cee2b5-f2d4-4785-876b-f8981dca1857 req-af021c81-2cf8-4651-baf9-76b5e0bf4495 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:09.137118 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72cee2b5-f2d4-4785-876b-f8981dca1857 req-af021c81-2cf8-4651-baf9-76b5e0bf4495 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 943 time: 0.0921953
Apr 30 16:30:09.188957 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-72cee2b5-f2d4-4785-876b-f8981dca1857 req-70539d6a-d188-4795-9041-cfd64cad337f tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458057
Apr 30 16:30:09.497551 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-62da855b-3beb-4c3e-8007-bfe1a111cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:09.498985 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-62da855b-3beb-4c3e-8007-bfe1a111cc4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1137 time: 0.0907042
Apr 30 16:30:09.551736 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aff519-9a80-473d-906c-55c4149aba68 req-bf8706b4-d8a3-49cb-8774-4774b60a3fd0 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:09.553363 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f9aff519-9a80-473d-906c-55c4149aba68 req-bf8706b4-d8a3-49cb-8774-4774b60a3fd0 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.1082048
Apr 30 16:30:09.645454 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f9aff519-9a80-473d-906c-55c4149aba68 req-8ec9870b-845b-4f31-84dc-da3fc0ef4aad tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0853899
Apr 30 16:30:09.655618 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-6b689186-6600-401b-b760-651fffcf35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:09.657443 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-6b689186-6600-401b-b760-651fffcf35aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 914 time: 0.1511674
Apr 30 16:30:09.772180 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-213742b8-be4e-433f-9a98-fe327110cf7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 1000 time: 0.1073656
Apr 30 16:30:09.840695 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-4413b29a-42dc-47d3-a19f-47b2627092a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:09.842189 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-4413b29a-42dc-47d3-a19f-47b2627092a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 200  len: 852 time: 0.0631113
Apr 30 16:30:09.929546 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-9ce25b17-42e0-4cdf-8f14-d44bc31b7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:09.931030 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-9ce25b17-42e0-4cdf-8f14-d44bc31b7639 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03b85f18-ca19-414b-8cfb-0513b737f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812297
Apr 30 16:30:10.087695 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-5f08683c-2649-4380-b4d1-11e0a9e0f425 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487596
Apr 30 16:30:10.267048 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d74b061c-8343-44b9-8aad-ba7da800e31e req-0da38025-9491-4c6e-9e3c-a58bc664708c service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711423
Apr 30 16:30:10.424140 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f3df-13ab-4322-be6a-989d7c04b0ce req-4a1043d9-5e3c-40df-a5d1-2e08de8ea81d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:10.425756 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0333f3df-13ab-4322-be6a-989d7c04b0ce req-4a1043d9-5e3c-40df-a5d1-2e08de8ea81d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 943 time: 0.1117539
Apr 30 16:30:10.489497 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0333f3df-13ab-4322-be6a-989d7c04b0ce req-b7214872-e8d9-46f6-ad5f-671a48380fdf tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530019
Apr 30 16:30:10.870231 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2524928-5fc8-4e88-acf5-7b6d96e4efa8 req-f3147512-e8a7-4460-87a3-85fb2cc8e247 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:10.872734 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a2524928-5fc8-4e88-acf5-7b6d96e4efa8 req-f3147512-e8a7-4460-87a3-85fb2cc8e247 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.0983219
Apr 30 16:30:10.931906 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a2524928-5fc8-4e88-acf5-7b6d96e4efa8 req-53636940-4b4c-479c-9b9a-2616aba8c50a tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0484958
Apr 30 16:30:11.721082 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b74d6-6c52-4684-a53d-cffef0351950 req-ff7e78b9-bf60-42e1-84d1-ded6ec8adae8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:11.722657 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-494b74d6-6c52-4684-a53d-cffef0351950 req-ff7e78b9-bf60-42e1-84d1-ded6ec8adae8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 943 time: 0.1038504
Apr 30 16:30:11.778597 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-494b74d6-6c52-4684-a53d-cffef0351950 req-b95c9faa-48cf-45f8-91bf-ac917bf17588 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454164
Apr 30 16:30:11.781539 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device e8ab7ca0-646d-4222-9acd-151e0b6a8141 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:30:11.994040 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port e8ab7ca0-646d-4222-9acd-151e0b6a8141, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8ab7ca0-646d-4222-9acd-151e0b6a8141,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:12.021733 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'e8ab7ca0-646d-4222-9acd-151e0b6a8141', 'network_id': 'a875f294-3928-4b31-9504-fcff6d15faaa', 'port_id': 'e8ab7ca0-646d-4222-9acd-151e0b6a8141', 'mac_address': 'fa:16:3e:be:e8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589cc53f-5f42-42d2-808f-961e6ca0872f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:30:12.114896 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:12.134647 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ab7ca0-646d-4222-9acd-151e0b6a8141 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:30:12.160295 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port e8ab7ca0-646d-4222-9acd-151e0b6a8141, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8ab7ca0-646d-4222-9acd-151e0b6a8141,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:12.183261 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e4a28-ca4b-4ed4-a6dc-3bc9d2af565b req-59406b8c-b392-458a-9714-83f2078d6332 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:12.184858 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ba1e4a28-ca4b-4ed4-a6dc-3bc9d2af565b req-59406b8c-b392-458a-9714-83f2078d6332 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.1024578
Apr 30 16:30:12.238940 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ba1e4a28-ca4b-4ed4-a6dc-3bc9d2af565b req-484bea66-6c1f-4a9a-be5a-dfcb943b2dd7 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0474336
Apr 30 16:30:12.263583 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:12.267325 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-09bb99a0-fe9f-4454-a37a-a27a00cc58fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:12.347565 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=e8ab7ca0-646d-4222-9acd-151e0b6a8141,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:12.361499 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.365059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.365059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.365059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.365059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.365059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.365059 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.365565 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.365848 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.366388 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.366945 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.367514 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:12.376378 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:12.829397 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['e8ab7ca0-646d-4222-9acd-151e0b6a8141'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:30:13.129525 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee58ee-dc90-48d6-a012-33150b113776 req-a0129962-23cd-4588-b0c1-cdb0158f9fae tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:13.131360 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6eee58ee-dc90-48d6-a012-33150b113776 req-a0129962-23cd-4588-b0c1-cdb0158f9fae tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 944 time: 0.0944891
Apr 30 16:30:13.187116 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6eee58ee-dc90-48d6-a012-33150b113776 req-6b8edca8-baf0-4544-be03-8e7deec11faf tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489745
Apr 30 16:30:13.447927 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180835-871f-4051-a688-701ed2175c87 req-afccfebb-5b5e-411b-992e-0f9b872ab4a4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:13.449429 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c2180835-871f-4051-a688-701ed2175c87 req-afccfebb-5b5e-411b-992e-0f9b872ab4a4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.0946231
Apr 30 16:30:13.508128 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c2180835-871f-4051-a688-701ed2175c87 req-6a206582-0f62-481a-a50a-91929e6c1ae0 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0510235
Apr 30 16:30:13.520432 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51008) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:13.589198 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Deleting subnet 0838d4a8-8cb5-43b2-bb0f-808ecba91409 {{(pid=74379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:30:13.593867 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:13.653726 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2183489'] for subnet, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:13.719970 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:14.170352 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2252596'] for subnet, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:14.175494 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-040bc956-eb05-4761-b72b-a0b0197f3a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:14.212118 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0838d4a8-8cb5-43b2-bb0f-808ecba91409,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:14.219271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:14.233456 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.234385 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.234385 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.234805 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.235164 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.235513 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.235858 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.236201 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.236543 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.236909 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.237291 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.237577 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:14.244254 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51016) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:14.245506 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0838d4a8-8cb5-43b2-bb0f-808ecba91409 HTTP/1.1" status: 204  len: 168 time: 0.7237170
Apr 30 16:30:14.246834 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-abfadf60-789c-45a4-a916-97c0a3a4861d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:14.389143 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:14.426750 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a8e5c-c81d-4fd4-8e2e-de20367882b8 req-1429a8e0-5deb-4c9e-bd49-947fa31a6f48 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:14.428348 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0c6a8e5c-c81d-4fd4-8e2e-de20367882b8 req-1429a8e0-5deb-4c9e-bd49-947fa31a6f48 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 944 time: 0.1182959
Apr 30 16:30:14.481842 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0c6a8e5c-c81d-4fd4-8e2e-de20367882b8 req-82a65dc7-991b-4e82-9f54-79f533c86730 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473018
Apr 30 16:30:14.626108 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:14.973409 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501f54130>,) {'filters': {'network_id': ['15ce335c-a4d1-4a49-b22d-e2f47aa627ae']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:14.995579 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501f54130>, 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:14.995863 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501f54130>, 'e8ba9a74-69ec-4332-a63b-ae6ec0213b8c') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:15.011770 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:15.035455 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:15.058116 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d0980-4437-42ad-8794-e2822a674931 req-3a662fea-292f-4788-847c-d9b64c10dff3 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:15.059670 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-237d0980-4437-42ad-8794-e2822a674931 req-3a662fea-292f-4788-847c-d9b64c10dff3 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.4094222
Apr 30 16:30:15.060768 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:30:15.185968 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-225b9eaa-dc75-4de0-b1af-f6520560c7bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2616818
Apr 30 16:30:15.226797 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-237d0980-4437-42ad-8794-e2822a674931 req-e04fab0e-2880-49bb-ba5c-bd08f49e3dcd tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1347346
Apr 30 16:30:15.375448 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:30:15.388448 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:15.536183 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:15.591741 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Network 15ce335c-a4d1-4a49-b22d-e2f47aa627ae has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:30:15.616138 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:30:15.699411 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-b8aac306-d10b-4525-8eab-2d31dc7efe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:15.701311 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-b8aac306-d10b-4525-8eab-2d31dc7efe3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 1098 time: 0.3855495
Apr 30 16:30:15.816337 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device e8ab7ca0-646d-4222-9acd-151e0b6a8141 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:15.849945 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:15.869615 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:15.869615 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:15.895600 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Pushing event deleted for resources: {'Network': ['ID=15ce335c-a4d1-4a49-b22d-e2f47aa627ae,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:15.908631 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:15.910276 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] 10.222.0.57 "DELETE /v2.0/networks/15ce335c-a4d1-4a49-b22d-e2f47aa627ae HTTP/1.1" status: 204  len: 168 time: 1.6649818
Apr 30 16:30:15.938632 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-06adb228-5e38-4c53-a328-f4ac801dcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:15.940141 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-06adb228-5e38-4c53-a328-f4ac801dcb3d service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 912 time: 0.2038591
Apr 30 16:30:15.949325 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b4558-4b86-430f-a615-ebebfaf9f6fb req-b2252dc6-f4ed-4367-ae1e-be0341f8ddcd tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:15.950604 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c52b4558-4b86-430f-a615-ebebfaf9f6fb req-b2252dc6-f4ed-4367-ae1e-be0341f8ddcd tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 944 time: 0.2469134
Apr 30 16:30:16.012131 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port e8ab7ca0-646d-4222-9acd-151e0b6a8141 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:16.018585 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port e8ab7ca0-646d-4222-9acd-151e0b6a8141 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:16.019178 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:16.061608 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-23d0421e-a504-4876-a416-62b615507736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:16.093256 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c52b4558-4b86-430f-a615-ebebfaf9f6fb req-d5f114da-b7c0-4379-8fda-42b7e1c76d86 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784597
Apr 30 16:30:16.093256 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-30ff9f0d-7b21-43eb-be2a-591e11fd1d0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642712cc-d29f-49cb-9612-1e9094346368 HTTP/1.1" status: 200  len: 1000 time: 0.1392241
Apr 30 16:30:16.175542 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-0c3dde46-07f7-41ba-83ed-5506d440e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:16.177229 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-0c3dde46-07f7-41ba-83ed-5506d440e99e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0781860
Apr 30 16:30:16.194278 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:16.226765 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b622915c-a3e8-41b4-9bf9-b6c6b2406144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ab7ca0-646d-4222-9acd-151e0b6a8141'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:30:16.244014 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port e8ab7ca0-646d-4222-9acd-151e0b6a8141, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8ab7ca0-646d-4222-9acd-151e0b6a8141,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:16.270185 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-ce32de4d-3278-494b-ac7f-456a46492ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:16.271799 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-ce32de4d-3278-494b-ac7f-456a46492ab7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869250
Apr 30 16:30:16.314144 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b622915c-a3e8-41b4-9bf9-b6c6b2406144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ab7ca0-646d-4222-9acd-151e0b6a8141', 'code': 200}
Apr 30 16:30:16.314519 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51032) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:16.342170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:16.345365 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:16.403640 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-3b2f50bf-9443-4ba4-9d76-ba3676f55b8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=856596b5ae59424286a0753493c0dc3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0882432
Apr 30 16:30:16.407703 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51038) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:16.473842 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-9c165c84-9592-497f-86d5-ec1b0c787c59 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933420
Apr 30 16:30:16.487518 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9c5810a2-8ce1-4a01-9799-f9da136f7554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:16.488097 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=e8ab7ca0-646d-4222-9acd-151e0b6a8141,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:16.506194 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:16.519102 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9c5810a2-8ce1-4a01-9799-f9da136f7554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:16.749804 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9c5810a2-8ce1-4a01-9799-f9da136f7554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:16.756432 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-47d817ac-6165-43bc-b86d-653b1f181f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:16.774455 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5810a2-8ce1-4a01-9799-f9da136f7554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91a4b72-4173-4ee4-acb5-7617759d1ed1,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:16.777841 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9c5810a2-8ce1-4a01-9799-f9da136f7554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:16.808075 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc324d8-47dd-4d9a-abb2-79568b380833 req-31d9ddb2-3f6a-432d-897f-e2c65ff58dd1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:16.809667 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7bc324d8-47dd-4d9a-abb2-79568b380833 req-31d9ddb2-3f6a-432d-897f-e2c65ff58dd1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.3400679
Apr 30 16:30:16.812570 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-958b8af9-7c14-4aeb-bef8-06af15f512d4 req-1b988250-3d64-479d-8144-6bbce1530c2d service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2925272
Apr 30 16:30:16.847426 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-9c5810a2-8ce1-4a01-9799-f9da136f7554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:16.849242 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-9c5810a2-8ce1-4a01-9799-f9da136f7554 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d91a4b72-4173-4ee4-acb5-7617759d1ed1 HTTP/1.1" status: 204  len: 168 time: 0.4398940
Apr 30 16:30:16.894423 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7bc324d8-47dd-4d9a-abb2-79568b380833 req-5e7caaf5-351e-4436-9aaa-2230a7830724 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0704830
Apr 30 16:30:16.980422 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9d2f7-866f-4978-92fe-15497252df42 req-a5b3fcfd-db1e-436c-9e7a-4eca1affca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:16.982161 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fbc9d2f7-866f-4978-92fe-15497252df42 req-a5b3fcfd-db1e-436c-9e7a-4eca1affca1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 1098 time: 0.0943220
Apr 30 16:30:17.038062 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fbc9d2f7-866f-4978-92fe-15497252df42 req-19ffbd45-44ba-4ed0-b859-15501ee581f7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480971
Apr 30 16:30:17.331657 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284fe6-445d-488d-a539-6d00d4ccd28d req-8395ce35-a2f5-4f24-8f12-17e0e390349a tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:17.333289 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-51284fe6-445d-488d-a539-6d00d4ccd28d req-8395ce35-a2f5-4f24-8f12-17e0e390349a tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 945 time: 0.1065590
Apr 30 16:30:17.383811 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-51284fe6-445d-488d-a539-6d00d4ccd28d req-d1961761-a64a-41b8-8fa5-0444e5d106f7 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438161
Apr 30 16:30:18.134101 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773ae81-13bb-4d05-ba83-b57d61277ca9 req-13f1c33e-308f-4932-a0f9-2d740d5678e4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:18.135729 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c773ae81-13bb-4d05-ba83-b57d61277ca9 req-13f1c33e-308f-4932-a0f9-2d740d5678e4 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.1026313
Apr 30 16:30:18.191621 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c773ae81-13bb-4d05-ba83-b57d61277ca9 req-5f40583c-c206-4a88-a8cf-fca475e56ef5 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0492616
Apr 30 16:30:18.242322 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51070) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:18.377254 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1369518590-network', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:18.382359 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:18.386683 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Usage tracker for resource:network and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:18.390833 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:18.398825 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:18.497909 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Made reservation on behalf of 0348ba69067740ddb540d4e78d2ed016 for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:30:18.501006 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.517487 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.537366 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:18.542745 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Usage tracker for resource:security_group_rule and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:18.549559 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:18.565722 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:18.675189 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3b8b0-48be-418a-9653-ac722d40f6e5 req-9a41dd66-1712-4557-a6e2-b8f660b8cf5b tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:18.676831 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e5e3b8b0-48be-418a-9653-ac722d40f6e5 req-9a41dd66-1712-4557-a6e2-b8f660b8cf5b tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 945 time: 0.1156728
Apr 30 16:30:18.683791 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.709763 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.732294 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.734856 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e5e3b8b0-48be-418a-9653-ac722d40f6e5 req-1ec83e47-c6e0-472b-ac91-9afb8ad0825b tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503666
Apr 30 16:30:18.741789 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3b0ce354-9821-4cc2-962d-1ade0517f6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:18.780935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553be0dc-d291-4425-b2cc-759d15fc2c0c,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:18.783950 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:30:18.786971 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:18.797623 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.798088 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Added segment 3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4 of type vlan for network 3b24660c-ab42-433f-a2d6-774387938166
Apr 30 16:30:18.831788 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.861601 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d06bd677-0e16-4967-b8b8-6468b86b17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.921257 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.922658 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:18.923252 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:18.927672 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:19.036121 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Pushing event updated for resources: {'Network': ['ID=3b24660c-ab42-433f-a2d6-774387938166,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:19.043761 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:19.050311 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 3b24660c-ab42-433f-a2d6-774387938166 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:30:19.087759 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8440812
Apr 30 16:30:19.091341 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51080) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:19.099915 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Request body: {'subnet': {'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1369518590-subnet', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:19.105047 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:19.110937 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Usage tracker for resource:subnet and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:19.114691 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:19.122003 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:19.177537 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Made reservation on behalf of 0348ba69067740ddb540d4e78d2ed016 for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:30:19.179911 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2252585'] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:19.486983 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0ab0-f747-485c-8ee1-13489ae6fe96 req-4b38b9d1-f07c-4255-ae4c-c44a1f88050d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:19.488552 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-29df0ab0-f747-485c-8ee1-13489ae6fe96 req-4b38b9d1-f07c-4255-ae4c-c44a1f88050d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.1038120
Apr 30 16:30:19.539492 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-29df0ab0-f747-485c-8ee1-13489ae6fe96 req-55e5d1e7-4d03-4ac0-98a7-9a77c63ca614 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0445759
Apr 30 16:30:19.763434 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2252603'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:19.768382 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d5ba9833-2f79-4ba8-9794-9f148ce459c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:19.791658 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:19.840462 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e67b334-4709-4cc6-a5e8-338d979ed432,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:19.847125 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:19.864928 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Checking segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:19.865272 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Network hostable DHCP agents. Network: 3b24660c-ab42-433f-a2d6-774387938166, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:30:19.951628 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Network 3b24660c-ab42-433f-a2d6-774387938166 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:30:20.006795 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbeb4-ae93-4cc9-99ca-5961e855e807 req-b47f01cc-42cf-461a-ac2c-2bcc55236b57 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:20.009652 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-220bbeb4-ae93-4cc9-99ca-5961e855e807 req-b47f01cc-42cf-461a-ac2c-2bcc55236b57 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 945 time: 0.1147373
Apr 30 16:30:20.062554 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 3b24660c-ab42-433f-a2d6-774387938166) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:20.077814 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c04ff-98aa-452a-a294-c02c5fb20ea8 None None] Network 3b24660c-ab42-433f-a2d6-774387938166 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:30:20.080070 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-220bbeb4-ae93-4cc9-99ca-5961e855e807 req-b3bc60e7-8b64-435f-821d-5126f10946d2 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644343
Apr 30 16:30:20.085374 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:20.090534 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:20.203106 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1c35cbff-e193-40f9-ac1c-a29845647e50 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1091938
Apr 30 16:30:20.206161 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51092) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:20.218212 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:20.227462 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:20.247820 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Usage tracker for resource:router and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:20.253038 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:20.264900 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:20.338627 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:20.341115 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:20.361663 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:20.427310 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-3b24660c-ab42-433f-a2d6-774387938166', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:30:20.428153 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:20.765950 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Allocated IP 172.20.0.2 (3b24660c-ab42-433f-a2d6-774387938166/6e67b334-4709-4cc6-a5e8-338d979ed432/fb2ca2df-bd13-4639-bf46-a0896f28df73) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:30:20.928684 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:20.989974 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22609b7-ccf9-4d7f-8021-04fc039bf2e0 req-ca7f3640-9f27-48ca-8de4-91c30752cfd1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:20.992461 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b22609b7-ccf9-4d7f-8021-04fc039bf2e0 req-ca7f3640-9f27-48ca-8de4-91c30752cfd1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.2910731
Apr 30 16:30:21.106423 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:21.113592 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b22609b7-ccf9-4d7f-8021-04fc039bf2e0 req-c04466f1-0e15-42f2-8213-1fc330bf6f12 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1078420
Apr 30 16:30:21.125793 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Transition to ACTIVE for port object fb2ca2df-bd13-4639-bf46-a0896f28df73 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:21.146366 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Transition to ACTIVE for port object fb2ca2df-bd13-4639-bf46-a0896f28df73 will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:21.218857 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:21.227011 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:21.309375 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:21.335807 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Network 3b24660c-ab42-433f-a2d6-774387938166 is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:21.349135 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:21.356028 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:30:21.366735 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Pushing event updated for resources: {'Port': ['ID=fb2ca2df-bd13-4639-bf46-a0896f28df73,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:21.395314 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:21.466589 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Attempting to bind port fb2ca2df-bd13-4639-bf46-a0896f28df73 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:30:21.468088 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Attempting to bind port fb2ca2df-bd13-4639-bf46-a0896f28df73 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:30:21.468461 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Attempting to bind port fb2ca2df-bd13-4639-bf46-a0896f28df73 on network 3b24660c-ab42-433f-a2d6-774387938166 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:30:21.480810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:30:21.480810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Checking segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:21.480810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:21.480810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Bound using segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:30:21.480810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Bound port: fb2ca2df-bd13-4639-bf46-a0896f28df73, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:30:21.480810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:21.584513 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] For port fb2ca2df-bd13-4639-bf46-a0896f28df73, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:30:21.589339 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] For port fb2ca2df-bd13-4639-bf46-a0896f28df73, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=fb2ca2df-bd13-4639-bf46-a0896f28df73,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:30:21.636256 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:21.664122 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:21.673470 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:21.678410 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:21.800570 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Pushing event updated for resources: {'Port': ['ID=fb2ca2df-bd13-4639-bf46-a0896f28df73,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:21.803960 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:21.852403 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Allocated IP 172.27.0.2 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/d3416dc4-3fd8-4285-bb9b-18c3bafb3df3) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:30:22.183015 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:22.309487 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c146a7c-92b7-4035-bbec-9ff5df97ad04 req-a1e6c1a1-73a9-4e87-bafb-42787f337d58 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:22.310992 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c146a7c-92b7-4035-bbec-9ff5df97ad04 req-a1e6c1a1-73a9-4e87-bafb-42787f337d58 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 945 time: 0.1099668
Apr 30 16:30:22.341085 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be723d1-6ee3-4f9b-bd02-8731a988f730 req-9ba08ed3-ea65-4731-ac45-c2f8ebdfd50f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:22.344091 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8be723d1-6ee3-4f9b-bd02-8731a988f730 req-9ba08ed3-ea65-4731-ac45-c2f8ebdfd50f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.0964200
Apr 30 16:30:22.351178 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:22.358156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7e88ebc7-1e89-4650-9824-f39268cad682 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:22.396342 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8be723d1-6ee3-4f9b-bd02-8731a988f730 req-f976d1f1-e8d6-4239-a2aa-ca6584777eb1 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0464756
Apr 30 16:30:22.411210 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0c146a7c-92b7-4035-bbec-9ff5df97ad04 req-d23835c3-d53b-41ad-b9f2-ce4077b7bd02 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938184
Apr 30 16:30:22.437640 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:22.441369 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:22.446296 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:30:22.481084 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Pushing event updated for resources: {'Port': ['ID=d3416dc4-3fd8-4285-bb9b-18c3bafb3df3,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:22.492104 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:22.989712 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb01708-fa01-46bd-8516-fd01d2e7291a None None] Network 3b24660c-ab42-433f-a2d6-774387938166 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:30:23.042854 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device fb2ca2df-bd13-4639-bf46-a0896f28df73 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:23.054722 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:23.287504 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-64d2a6f0-cfcd-4fec-af6c-6f485d40002e None None] Provisioning for port fb2ca2df-bd13-4639-bf46-a0896f28df73 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:23.399978 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port fb2ca2df-bd13-4639-bf46-a0896f28df73 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:23.427648 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port fb2ca2df-bd13-4639-bf46-a0896f28df73 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:23.428313 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:23.430325 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:23.634020 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:23.694275 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port fb2ca2df-bd13-4639-bf46-a0896f28df73, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=fb2ca2df-bd13-4639-bf46-a0896f28df73,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:23.751035 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce59b6c-51e5-4752-bb1d-d67847a1ee08 req-e898b538-7a82-428a-8c96-5976da662ea6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:23.752955 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9ce59b6c-51e5-4752-bb1d-d67847a1ee08 req-e898b538-7a82-428a-8c96-5976da662ea6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.1277602
Apr 30 16:30:23.761798 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:23.768602 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:23.800185 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1eb21-d583-472a-8e8e-18d34b181e34 req-311e9371-5341-46bc-9258-290cfd1ff35b tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:23.801810 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6ba1eb21-d583-472a-8e8e-18d34b181e34 req-311e9371-5341-46bc-9258-290cfd1ff35b tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 945 time: 0.1711247
Apr 30 16:30:23.817583 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9ce59b6c-51e5-4752-bb1d-d67847a1ee08 req-d9914ebf-92b4-47d3-873c-a745902186c8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0566142
Apr 30 16:30:23.919799 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=fb2ca2df-bd13-4639-bf46-a0896f28df73,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:23.928135 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:23.944257 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-5da71519-0e95-4086-8a4b-a675cecfa39e None None] Provisioning complete for port fb2ca2df-bd13-4639-bf46-a0896f28df73 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:23.944945 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-5da71519-0e95-4086-8a4b-a675cecfa39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:24.042841 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:30:24.061870 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6ba1eb21-d583-472a-8e8e-18d34b181e34 req-98cb6c53-f4b3-45b5-a2bf-72f1592a8519 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436681
Apr 30 16:30:24.396669 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:30:24.410710 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:30:24.426634 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:24.427810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502563850>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:24.448565 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-5705c06e-f0f8-4c95-ab20-c1b2e6962ffb tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:24.450180 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-5705c06e-f0f8-4c95-ab20-c1b2e6962ffb tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.69 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 945 time: 0.1488011
Apr 30 16:30:24.509113 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:24.510349 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-3dc0856e-7cfc-448c-aa94-2fb678e8085f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.3018460
Apr 30 16:30:24.513761 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51132) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:24.694459 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:24.885320 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Deleting port e8ab7ca0-646d-4222-9acd-151e0b6a8141 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:30:24.885320 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:25.044049 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device fb2ca2df-bd13-4639-bf46-a0896f28df73 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:25.185475 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] For port e8ab7ca0-646d-4222-9acd-151e0b6a8141, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=e8ab7ca0-646d-4222-9acd-151e0b6a8141,segment=NetworkSegment(cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4),segment_id=cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:25.186100 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:25.300333 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b80b4-3dc4-4600-b59a-6f3201724be0 req-4ae964f7-6d75-4ccd-b50b-6a4043ebffc7 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:25.302903 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-755b80b4-3dc4-4600-b59a-6f3201724be0 req-4ae964f7-6d75-4ccd-b50b-6a4043ebffc7 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.2642102
Apr 30 16:30:25.309524 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port fb2ca2df-bd13-4639-bf46-a0896f28df73 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:25.310113 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:25.382231 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-755b80b4-3dc4-4600-b59a-6f3201724be0 req-8f1344ff-cff3-4daa-952d-28d072df0336 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0721207
Apr 30 16:30:25.385239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Calling delete_port for e8ab7ca0-646d-4222-9acd-151e0b6a8141 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:30:25.544462 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502563850>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:22Z', 'revision_number': 3, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:25.567401 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:30:25.567951 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Updating router f2db09a7-e77e-4be8-a1b5-b10692d89b63 port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:30:25.684559 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:25.726455 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d94be-46f5-4203-aa0c-f4c56e97f294 req-4572fe61-c1cf-4eca-ad95-7a4a68e28553 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:25.729338 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a89d94be-46f5-4203-aa0c-f4c56e97f294 req-4572fe61-c1cf-4eca-ad95-7a4a68e28553 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 945 time: 0.1795516
Apr 30 16:30:25.800119 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a89d94be-46f5-4203-aa0c-f4c56e97f294 req-1677f043-b3bf-4325-9711-f0406ed6b60d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/security-groups?id=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640240
Apr 30 16:30:26.058702 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.066755 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05fedd-65be-43a6-84f3-1b41d894568f req-f14a3de9-8e8d-4929-912c-f9184d1ccd01 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:26.068686 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3f05fedd-65be-43a6-84f3-1b41d894568f req-f14a3de9-8e8d-4929-912c-f9184d1ccd01 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.0949075
Apr 30 16:30:26.072367 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-24172fb7-b2a9-437f-a0ce-fc0d10d7b184 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:26.120996 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3f05fedd-65be-43a6-84f3-1b41d894568f req-70e22967-80d5-4997-b106-d86ec03b960e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451472
Apr 30 16:30:26.158241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Pushing event deleted for resources: {'Port': ['ID=e8ab7ca0-646d-4222-9acd-151e0b6a8141,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:26.206211 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:26.208286 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.250200 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.263494 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Transition to ACTIVE for port object d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:26.269264 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] No DVR routers for this DVR port e8ab7ca0-646d-4222-9acd-151e0b6a8141 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:30:26.273137 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.275683 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b622915c-a3e8-41b4-9bf9-b6c6b2406144', 'name': 'network-vif-deleted', 'tag': 'e8ab7ca0-646d-4222-9acd-151e0b6a8141'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:30:26.333570 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b622915c-a3e8-41b4-9bf9-b6c6b2406144', 'name': 'network-vif-deleted', 'tag': 'e8ab7ca0-646d-4222-9acd-151e0b6a8141', 'status': 'completed', 'code': 200}
Apr 30 16:30:26.338222 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.342649 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:26.443192 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-967c289c-9232-4b54-bed2-301d0fc1aa5f req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.69 "DELETE /v2.0/ports/e8ab7ca0-646d-4222-9acd-151e0b6a8141 HTTP/1.1" status: 204  len: 173 time: 1.9779084
Apr 30 16:30:26.443391 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Attempting to bind port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:30:26.443391 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Attempting to bind port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:30:26.443391 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Attempting to bind port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:30:26.446141 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b110c3-0635-40d0-8e67-3899874de35b None None] Pushing event updated for resources: {'Port': ['ID=d3416dc4-3fd8-4285-bb9b-18c3bafb3df3,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:26.458176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-44b110c3-0635-40d0-8e67-3899874de35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:26.459140 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:30:26.459526 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:26.459997 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.460309 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:30:26.460789 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Bound port: d3416dc4-3fd8-4285-bb9b-18c3bafb3df3, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:30:26.461194 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.553846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Allocated IP 172.20.0.1 (3b24660c-ab42-433f-a2d6-774387938166/6e67b334-4709-4cc6-a5e8-338d979ed432/feb92767-e89a-43e0-a423-075fea32994e) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:30:26.567334 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] For port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:30:26.572640 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] For port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d3416dc4-3fd8-4285-bb9b-18c3bafb3df3,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:30:26.617927 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.624379 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:26.753089 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.773456 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Transition to ACTIVE for port object feb92767-e89a-43e0-a423-075fea32994e will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:26.803736 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e7a36-5d02-4c30-b99f-084c089cf941 req-9ae363c4-4648-487c-bb87-1d4bd61bed62 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:26.821750 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d41e7a36-5d02-4c30-b99f-084c089cf941 req-9ae363c4-4648-487c-bb87-1d4bd61bed62 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.2033513
Apr 30 16:30:26.838378 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:26.839014 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502563850>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:26.920002 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d41e7a36-5d02-4c30-b99f-084c089cf941 req-d5985c95-f49b-495a-b06c-ce7742e667a6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0966592
Apr 30 16:30:26.939183 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:26.943544 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:26.949781 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b110c3-0635-40d0-8e67-3899874de35b None None] Pushing event updated for resources: {'Port': ['ID=d3416dc4-3fd8-4285-bb9b-18c3bafb3df3,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:26.956286 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-44b110c3-0635-40d0-8e67-3899874de35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:27.132447 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:27.132781 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-d890a2ec-7574-4013-bbe8-7d4d8d1ef438 req-de0cbfe0-ffa6-4286-a84f-1f1751d37f6d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Synchronizing usage tracker for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:30:27.167789 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Network 3b24660c-ab42-433f-a2d6-774387938166 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:27.175265 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:27.185613 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:30:27.241494 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Pushing event updated for resources: {'Port': ['ID=feb92767-e89a-43e0-a423-075fea32994e,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:27.252583 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:27.278658 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:27.355178 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-d890a2ec-7574-4013-bbe8-7d4d8d1ef438 req-de0cbfe0-ffa6-4286-a84f-1f1751d37f6d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Unset dirty status for tenant:8c5480d497dd4df29192ab994c82a9d9 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:30:27.357223 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d890a2ec-7574-4013-bbe8-7d4d8d1ef438 req-de0cbfe0-ffa6-4286-a84f-1f1751d37f6d tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] 10.222.0.57 "GET /v2.0/ports?device_id=b622915c-a3e8-41b4-9bf9-b6c6b2406144 HTTP/1.1" status: 200  len: 210 time: 0.3390098
Apr 30 16:30:27.463617 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2da2b1-2802-4871-a19c-c92b4f486085 req-a2b5ebdf-2d79-46eb-81ec-ad435e1edc2b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:27.464422 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3d2da2b1-2802-4871-a19c-c92b4f486085 req-a2b5ebdf-2d79-46eb-81ec-ad435e1edc2b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1605973
Apr 30 16:30:27.526111 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502563850>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:22Z', 'revision_number': 3, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:27.527313 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3d2da2b1-2802-4871-a19c-c92b4f486085 req-78097ab0-9d09-484b-84cb-8811cb2b4aa2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505257
Apr 30 16:30:27.542511 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53771df-90c8-4f7b-9838-23ae79088f4b None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:22Z', 'revision_number': 3, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:30:27.611624 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:27.624303 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-292fda32-7482-4b16-afa9-ce12b81b8755 None None] Provisioning for port feb92767-e89a-43e0-a423-075fea32994e completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:27.630899 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-292fda32-7482-4b16-afa9-ce12b81b8755 None None] Provisioning complete for port feb92767-e89a-43e0-a423-075fea32994e triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:27.632062 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-292fda32-7482-4b16-afa9-ce12b81b8755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:27.737737 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-292fda32-7482-4b16-afa9-ce12b81b8755 None None] Port feb92767-e89a-43e0-a423-075fea32994e cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:30:27.839195 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device e8ab7ca0-646d-4222-9acd-151e0b6a8141 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:30:27.915056 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: e8ab7ca0-646d-4222-9acd-151e0b6a8141 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:30:27.915056 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device e8ab7ca0-646d-4222-9acd-151e0b6a8141 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:30:27.960824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:28.096829 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:28.128671 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6683d035-19b9-4c1a-8683-2f30ade9132f tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:28.237414 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:28.249107 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Pushing event updated for resources: {'Port': ['ID=feb92767-e89a-43e0-a423-075fea32994e,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:28.259614 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:28.363701 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba2166-ce8b-4e68-b0e3-d01e5f378930 req-7b440408-aae1-42e3-8295-5ad1d7f9015d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:28.365627 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a7ba2166-ce8b-4e68-b0e3-d01e5f378930 req-7b440408-aae1-42e3-8295-5ad1d7f9015d tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.3071768
Apr 30 16:30:28.471886 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a7ba2166-ce8b-4e68-b0e3-d01e5f378930 req-9cd5f74f-d505-4355-945c-5e801f21c337 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=65e55307-648a-4fdc-a298-ece6461d1b7a&id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0882773
Apr 30 16:30:28.485590 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Network 3b24660c-ab42-433f-a2d6-774387938166 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:28.486882 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:28.880003 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-c04126d0-b75e-49f1-9bf3-12db05744982 None None] Provisioning complete for port feb92767-e89a-43e0-a423-075fea32994e triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:28.880575 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c04126d0-b75e-49f1-9bf3-12db05744982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:28.946596 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7076168-059e-4237-a33e-949a87d52ef2 req-74d5e475-807c-4783-b04b-86daa7f1ff57 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:28.950157 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f7076168-059e-4237-a33e-949a87d52ef2 req-74d5e475-807c-4783-b04b-86daa7f1ff57 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1794159
Apr 30 16:30:28.978102 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:30:28.995709 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-c04126d0-b75e-49f1-9bf3-12db05744982 None None] Port feb92767-e89a-43e0-a423-075fea32994e cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:30:29.059410 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f7076168-059e-4237-a33e-949a87d52ef2 req-f05c46fe-3ad2-4b3d-93ac-334aa66a0aef tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993145
Apr 30 16:30:29.082801 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:29.207083 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:30:29.222079 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] 10.222.0.57 "PUT /v2.0/routers/f2db09a7-e77e-4be8-a1b5-b10692d89b63/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7056863
Apr 30 16:30:29.252700 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:29.259845 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:29.260493 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:29.410069 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:29.434144 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d3416dc4-3fd8-4285-bb9b-18c3bafb3df3,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:29.515406 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:29.524338 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:29.652435 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=d3416dc4-3fd8-4285-bb9b-18c3bafb3df3,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:29.657762 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:29.673551 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:30:29.692176 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:29.693490 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5023cc610>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:29.903014 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:30.098261 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51204) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:30.104645 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1078283918-network', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:30.111024 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:30.121621 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Usage tracker for resource:network and tenant:7f0630fad28a440385b3ea3690b55a9a is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:30.126223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:30.137038 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:30.243005 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Made reservation on behalf of 7f0630fad28a440385b3ea3690b55a9a for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:30:30.247490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.278395 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5023cc610>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 2, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:30.284030 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:30:30.284385 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Updating router f2db09a7-e77e-4be8-a1b5-b10692d89b63 port feb92767-e89a-43e0-a423-075fea32994e binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:30:30.351526 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.396002 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:30.401952 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.406735 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Usage tracker for resource:security_group_rule and tenant:7f0630fad28a440385b3ea3690b55a9a is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:30.412801 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:30.421280 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:30.477215 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027878e8-404d-40f2-a4ca-7acef2abd244 req-f0661c2a-5d98-4cf7-a99c-5eed0843d734 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:30.478789 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-027878e8-404d-40f2-a4ca-7acef2abd244 req-f0661c2a-5d98-4cf7-a99c-5eed0843d734 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1994545
Apr 30 16:30:30.552757 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-027878e8-404d-40f2-a4ca-7acef2abd244 req-3e2a594e-a4fe-432e-8334-98075f278ba8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644000
Apr 30 16:30:30.585361 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.658705 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.666330 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-662cde4b-a622-4dbc-be05-41136b67690d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:30.708252 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:30:30.717159 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:30:30.742935 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51db706-957f-4a18-b31a-60e60342be02,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:30.752711 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.753335 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Added segment 2f00421b-476e-4025-8014-35e5c34bd15e of type vlan for network 95814525-48d0-40cc-9bf5-c9cff382d65f
Apr 30 16:30:30.770618 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.771226 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.771839 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.772445 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.773074 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.774101 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.774284 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.774888 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.775488 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.776090 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.776681 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.777317 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:30.785996 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:30.826064 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.947274 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.968562 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Transition to ACTIVE for port object feb92767-e89a-43e0-a423-075fea32994e will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:30.974730 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:30.995082 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:30.997893 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:30.999050 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:31.007546 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f70ff70f-b8b3-4a20-9b17-75c63b581bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:31.062452 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:31.062658 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:31.072642 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:31.089460 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-1f2bf8fb-afaf-42c1-9572-218bbe936052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:31.137938 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Pushing event updated for resources: {'Network': ['ID=95814525-48d0-40cc-9bf5-c9cff382d65f,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:31.141932 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:31.229955 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 95814525-48d0-40cc-9bf5-c9cff382d65f details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:30:31.230258 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1309929
Apr 30 16:30:31.235630 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51234) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:31.253895 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Request body: {'subnet': {'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1078283918-subnet', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:31.270089 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:31.287220 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Usage tracker for resource:subnet and tenant:7f0630fad28a440385b3ea3690b55a9a is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:31.293730 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:31.311960 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:31.339295 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Pushing event updated for resources: {'Port': ['ID=feb92767-e89a-43e0-a423-075fea32994e,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:31.360450 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.360781 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.361314 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.361641 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.361951 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.362263 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.362572 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.362882 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.363210 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.363521 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.363827 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.364129 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:30:31.369258 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:31.378527 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Attempting to bind port feb92767-e89a-43e0-a423-075fea32994e on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:30:31.378894 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Attempting to bind port feb92767-e89a-43e0-a423-075fea32994e by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:30:31.379250 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Attempting to bind port feb92767-e89a-43e0-a423-075fea32994e on network 3b24660c-ab42-433f-a2d6-774387938166 {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:30:31.386205 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:30:31.386633 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Checking segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:31.386972 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:31.387367 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Bound using segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:30:31.387847 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Bound port: feb92767-e89a-43e0-a423-075fea32994e, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:30:31.388221 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:31.435357 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Made reservation on behalf of 7f0630fad28a440385b3ea3690b55a9a for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:30:31.438583 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2252585'] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:31.534526 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] For port feb92767-e89a-43e0-a423-075fea32994e, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:30:31.539003 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] For port feb92767-e89a-43e0-a423-075fea32994e, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=feb92767-e89a-43e0-a423-075fea32994e,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:30:31.614290 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:31.622169 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:31.752158 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:31.753216 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5023cc610>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:31.834695 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Pushing event updated for resources: {'Port': ['ID=feb92767-e89a-43e0-a423-075fea32994e,revision_number=4']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:31.850665 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-172fb973-1c6d-453b-9a04-dfe3e26ea026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:31.942596 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9ae45-549b-4df5-9f46-341bc58b4f48 req-3ed98b5d-5bae-4c35-b9b5-18eeeba246dd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:31.944233 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2ef9ae45-549b-4df5-9f46-341bc58b4f48 req-3ed98b5d-5bae-4c35-b9b5-18eeeba246dd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1696661
Apr 30 16:30:32.015601 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2ef9ae45-549b-4df5-9f46-341bc58b4f48 req-dd104fbe-bcc7-40df-b76e-545bd91f846d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558941
Apr 30 16:30:32.048750 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:32.116542 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2252603'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:32.125627 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:32.207646 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=101aafc1-056c-4f7f-bd2b-119b06cdd389,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:32.210774 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:32.220511 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Checking segment: {'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:32.220892 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Network hostable DHCP agents. Network: 95814525-48d0-40cc-9bf5-c9cff382d65f, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:30:32.344339 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Network 95814525-48d0-40cc-9bf5-c9cff382d65f is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:30:32.394336 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5023cc610>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:31Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:32.398732 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8500405-55ef-4a28-becf-164c1c8caca6 None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:31Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:30:32.400627 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 95814525-48d0-40cc-9bf5-c9cff382d65f) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:32.413624 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:32.414305 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:32.414706 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb14c4-4212-4157-9ce9-d6c0d4292b19 None None] Network 95814525-48d0-40cc-9bf5-c9cff382d65f requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:30:32.527097 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2883775
Apr 30 16:30:32.531382 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51244) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:32.536649 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:32.544094 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:32.550610 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Usage tracker for resource:router and tenant:7f0630fad28a440385b3ea3690b55a9a is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:32.554378 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:32.561713 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:32.658647 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:32.659761 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:32.678265 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:32.736777 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-95814525-48d0-40cc-9bf5-c9cff382d65f', 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'fixed_ips': [{'subnet_id': '101aafc1-056c-4f7f-bd2b-119b06cdd389'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:30:32.738125 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:32.926169 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Allocated IP 172.20.0.2 (95814525-48d0-40cc-9bf5-c9cff382d65f/101aafc1-056c-4f7f-bd2b-119b06cdd389/aebf3d6e-039a-47e0-9d7c-a9a333c681dd) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:30:33.047484 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device feb92767-e89a-43e0-a423-075fea32994e up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:33.247243 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.259810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Transition to ACTIVE for port object aebf3d6e-039a-47e0-9d7c-a9a333c681dd will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:33.267382 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.267673 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port feb92767-e89a-43e0-a423-075fea32994e completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:33.278164 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port feb92767-e89a-43e0-a423-075fea32994e triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:33.278499 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.326147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Transition to ACTIVE for port object aebf3d6e-039a-47e0-9d7c-a9a333c681dd will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:33.391926 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b02fba-43ef-472d-8a74-d0579357669f req-71c0a8c9-fe46-425d-8866-731f63d68786 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:33.393700 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47b02fba-43ef-472d-8a74-d0579357669f req-71c0a8c9-fe46-425d-8866-731f63d68786 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1296911
Apr 30 16:30:33.404487 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.413542 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:33.500908 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Network 95814525-48d0-40cc-9bf5-c9cff382d65f is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:33.504983 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47b02fba-43ef-472d-8a74-d0579357669f req-33f1dbd2-156c-4820-ae06-2604955e9fe7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1041746
Apr 30 16:30:33.510792 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:33.523507 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:30:33.525691 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.548228 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Pushing event updated for resources: {'Port': ['ID=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:33.553240 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:33.670193 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port feb92767-e89a-43e0-a423-075fea32994e, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=feb92767-e89a-43e0-a423-075fea32994e,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:33.702632 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Attempting to bind port aebf3d6e-039a-47e0-9d7c-a9a333c681dd on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:30:33.703195 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Attempting to bind port aebf3d6e-039a-47e0-9d7c-a9a333c681dd by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:30:33.703573 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Attempting to bind port aebf3d6e-039a-47e0-9d7c-a9a333c681dd on network 95814525-48d0-40cc-9bf5-c9cff382d65f {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:30:33.710390 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:30:33.710778 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Checking segment: {'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:33.711183 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.712184 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Bound using segment: {'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:30:33.713023 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Bound port: aebf3d6e-039a-47e0-9d7c-a9a333c681dd, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:30:33.713396 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.768688 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.776551 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4020b1f0-60d8-4384-9612-f7409974161f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:33.807461 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:33.885294 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=feb92767-e89a-43e0-a423-075fea32994e,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:33.888626 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] For port aebf3d6e-039a-47e0-9d7c-a9a333c681dd, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:30:33.892564 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:33.895864 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] For port aebf3d6e-039a-47e0-9d7c-a9a333c681dd, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,segment=NetworkSegment(2f00421b-476e-4025-8014-35e5c34bd15e),segment_id=2f00421b-476e-4025-8014-35e5c34bd15e)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:30:33.999465 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:34.030673 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:34.037577 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:34.147449 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Pushing event updated for resources: {'Port': ['ID=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:34.156175 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:34.182445 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Allocated IP 172.27.0.99 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/0aef135f-ecab-42a2-aa3c-9c488c05edb1) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:30:34.394477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:34.498645 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:34.502902 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d30b95d8-8cbb-430c-b0cd-cb390a0e4d7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:34.575688 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:34.580295 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:34.584451 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:30:34.627522 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Pushing event updated for resources: {'Port': ['ID=0aef135f-ecab-42a2-aa3c-9c488c05edb1,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:34.653351 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:34.760835 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d2ba3-88d4-4bd4-b5d5-f06d2ecc1478 req-7c3fb5db-dc5b-46a1-ac02-d628dc8450fa tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:34.762527 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-068d2ba3-88d4-4bd4-b5d5-f06d2ecc1478 req-7c3fb5db-dc5b-46a1-ac02-d628dc8450fa tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.0967040
Apr 30 16:30:34.813534 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-068d2ba3-88d4-4bd4-b5d5-f06d2ecc1478 req-953a4125-32af-49c5-88dd-831dc8efff94 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439916
Apr 30 16:30:35.121426 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device aebf3d6e-039a-47e0-9d7c-a9a333c681dd up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:35.202411 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c6c61-16c9-4394-902d-a8dd16da134c None None] Network 95814525-48d0-40cc-9bf5-c9cff382d65f requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:30:35.216276 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:35.407381 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] Provisioning for port aebf3d6e-039a-47e0-9d7c-a9a333c681dd completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:35.425443 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port aebf3d6e-039a-47e0-9d7c-a9a333c681dd completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:35.463370 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] Provisioning complete for port aebf3d6e-039a-47e0-9d7c-a9a333c681dd triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:35.463650 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:35.497558 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port aebf3d6e-039a-47e0-9d7c-a9a333c681dd triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:35.497929 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:35.765479 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:35.776833 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:35.822929 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] For port aebf3d6e-039a-47e0-9d7c-a9a333c681dd, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,segment=NetworkSegment(2f00421b-476e-4025-8014-35e5c34bd15e),segment_id=2f00421b-476e-4025-8014-35e5c34bd15e)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:35.859696 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:36.002105 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:36.010554 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:36.089183 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.db.api [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 16:30:36.089451 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_db.api [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 16:30:36.101162 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] Pushing event updated for resources: {'Port': ['ID=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:36.104360 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:36.128701 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-d8258032-4c82-4c8b-ac71-676620b0add6 None None] Provisioning complete for port aebf3d6e-039a-47e0-9d7c-a9a333c681dd triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:36.129529 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d8258032-4c82-4c8b-ac71-676620b0add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:36.467030 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91f33c-c65e-4918-bc75-cea3e5a67fcf req-e6cbf685-16a4-449a-ab5e-36d6ead4f19e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:36.469603 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb91f33c-c65e-4918-bc75-cea3e5a67fcf req-e6cbf685-16a4-449a-ab5e-36d6ead4f19e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.4737220
Apr 30 16:30:36.549472 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb91f33c-c65e-4918-bc75-cea3e5a67fcf req-44100230-9bd0-4ebe-964b-a46211a11951 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668762
Apr 30 16:30:36.571769 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Router a3958f29-6598-41ba-8610-1eaef1a05b4c is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:30:36.663922 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device feb92767-e89a-43e0-a423-075fea32994e up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:36.759635 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port feb92767-e89a-43e0-a423-075fea32994e triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:36.760274 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:36.879673 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:30:36.906689 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Sync routers for ids ['a3958f29-6598-41ba-8610-1eaef1a05b4c'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:30:36.943710 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Routers {'a3958f29-6598-41ba-8610-1eaef1a05b4c'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:36.944344 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50251ee80>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['a3958f29-6598-41ba-8610-1eaef1a05b4c'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:36.995612 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:36.997734 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.4650540
Apr 30 16:30:37.001301 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51292) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:37.325109 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device aebf3d6e-039a-47e0-9d7c-a9a333c681dd up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:37.585200 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Set router a3958f29-6598-41ba-8610-1eaef1a05b4c gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:37.894999 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f689c-9f2a-4cc4-997a-c4028b91d45c req-40ede278-edc6-407f-a36e-3ef92a32ec82 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:37.904137 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bc1f689c-9f2a-4cc4-997a-c4028b91d45c req-40ede278-edc6-407f-a36e-3ef92a32ec82 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1127152
Apr 30 16:30:37.944520 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port aebf3d6e-039a-47e0-9d7c-a9a333c681dd triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:37.944801 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:37.963450 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bc1f689c-9f2a-4cc4-997a-c4028b91d45c req-c151d385-fd6e-4972-b82d-c85a258aed1d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578499
Apr 30 16:30:38.515200 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:38.560757 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50251ee80>, [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:30:34Z', 'revision_number': 3, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port': {'id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:34Z', 'updated_at': '2021-04-30T16:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:38.568195 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Checking router: a3958f29-6598-41ba-8610-1eaef1a05b4c for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:30:38.568955 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Updating router a3958f29-6598-41ba-8610-1eaef1a05b4c port 0aef135f-ecab-42a2-aa3c-9c488c05edb1 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:30:38.634837 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:38.965549 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Allocated IP 172.20.0.1 (95814525-48d0-40cc-9bf5-c9cff382d65f/101aafc1-056c-4f7f-bd2b-119b06cdd389/3926576b-afb9-4dc4-a2aa-719ef63dfe91) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:30:39.313976 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:39.341659 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4cd69-cbe1-4c9d-bd52-d323925d93ef req-0746f197-6ff9-46e2-a37c-34e46dbaf9fc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:39.349819 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e7d4cd69-cbe1-4c9d-bd52-d323925d93ef req-0746f197-6ff9-46e2-a37c-34e46dbaf9fc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1798990
Apr 30 16:30:39.374801 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:39.398156 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Transition to ACTIVE for port object 0aef135f-ecab-42a2-aa3c-9c488c05edb1 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:39.464574 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:39.487396 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:39.522529 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Transition to ACTIVE for port object 3926576b-afb9-4dc4-a2aa-719ef63dfe91 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:39.591451 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e7d4cd69-cbe1-4c9d-bd52-d323925d93ef req-3dd12c6c-8ab0-4511-b02f-33a8ea20a2a1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2402351
Apr 30 16:30:39.629123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Attempting to bind port 0aef135f-ecab-42a2-aa3c-9c488c05edb1 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:30:39.629849 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Attempting to bind port 0aef135f-ecab-42a2-aa3c-9c488c05edb1 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:30:39.630323 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Attempting to bind port 0aef135f-ecab-42a2-aa3c-9c488c05edb1 on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:30:39.646767 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:30:39.647384 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:39.648084 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:39.648724 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:30:39.649562 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Bound port: 0aef135f-ecab-42a2-aa3c-9c488c05edb1, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:30:39.650149 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:39.693397 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:39.704924 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002022f-25d2-4aca-b5e9-408dd651b7e7 None None] Pushing event updated for resources: {'Port': ['ID=0aef135f-ecab-42a2-aa3c-9c488c05edb1,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:39.721307 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-d002022f-25d2-4aca-b5e9-408dd651b7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:39.731686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-05342d7c-3674-42cc-b728-2884d2bfc7b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:39.856008 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] For port 0aef135f-ecab-42a2-aa3c-9c488c05edb1, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:30:39.860338 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Network 95814525-48d0-40cc-9bf5-c9cff382d65f is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:39.864318 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] For port 0aef135f-ecab-42a2-aa3c-9c488c05edb1, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=0aef135f-ecab-42a2-aa3c-9c488c05edb1,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:30:39.884619 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:39.912744 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:30:39.933395 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:39.944133 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:40.071916 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:40.157192 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002022f-25d2-4aca-b5e9-408dd651b7e7 None None] Pushing event updated for resources: {'Port': ['ID=0aef135f-ecab-42a2-aa3c-9c488c05edb1,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:40.172757 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-d002022f-25d2-4aca-b5e9-408dd651b7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:40.174322 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Routers {'a3958f29-6598-41ba-8610-1eaef1a05b4c'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:40.175244 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50251ee80>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['a3958f29-6598-41ba-8610-1eaef1a05b4c'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:40.184956 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Pushing event updated for resources: {'Port': ['ID=3926576b-afb9-4dc4-a2aa-719ef63dfe91,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:40.196541 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:40.435080 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-a6c14c5b-f61b-4ec3-8cde-295c232ba32b None None] Provisioning for port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:40.445827 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:40.474378 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-a6c14c5b-f61b-4ec3-8cde-295c232ba32b None None] Provisioning complete for port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:40.474982 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a6c14c5b-f61b-4ec3-8cde-295c232ba32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:40.590672 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-a6c14c5b-f61b-4ec3-8cde-295c232ba32b None None] Port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:30:40.593891 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] Set router a3958f29-6598-41ba-8610-1eaef1a05b4c gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:40.933302 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba90da-bda6-45df-acd3-0bf78ca8616f req-d46ce3b5-2325-4a1a-894b-618cf3cad1a9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:40.942007 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-32ba90da-bda6-45df-acd3-0bf78ca8616f req-d46ce3b5-2325-4a1a-894b-618cf3cad1a9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1181626
Apr 30 16:30:41.037290 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-32ba90da-bda6-45df-acd3-0bf78ca8616f req-ca826d3c-88c5-4452-ad85-149fc9814174 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850737
Apr 30 16:30:41.079257 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:41.144465 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:41.155265 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50251ee80>, [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:30:34Z', 'revision_number': 3, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port': {'id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:34Z', 'updated_at': '2021-04-30T16:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:41.160553 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f804e-1d9d-4b8c-8431-332dbf96c3ef None None] The sync data for ids ['a3958f29-6598-41ba-8610-1eaef1a05b4c'] in dv-cinder-775008-3-iscsi is: [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:30:34Z', 'revision_number': 3, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port': {'id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:34Z', 'updated_at': '2021-04-30T16:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:30:41.247225 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-145177a5-bf1a-46a8-a8d1-038477099758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:41.417049 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Pushing event updated for resources: {'Port': ['ID=3926576b-afb9-4dc4-a2aa-719ef63dfe91,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:41.423394 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:41.425192 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:41.689738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Network 95814525-48d0-40cc-9bf5-c9cff382d65f is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:30:41.692067 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:30:42.159055 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-f47a1ee2-ba75-470d-98a6-079d11d8807a None None] Provisioning complete for port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:42.160694 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f47a1ee2-ba75-470d-98a6-079d11d8807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:42.238421 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Router a3958f29-6598-41ba-8610-1eaef1a05b4c has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:30:42.280153 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-f47a1ee2-ba75-470d-98a6-079d11d8807a None None] Port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:30:42.615420 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a49280-8129-452d-b596-4fdd0fadbd40 req-10209397-ed89-4de8-9c6b-37d83682390e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:42.618944 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2a49280-8129-452d-b596-4fdd0fadbd40 req-10209397-ed89-4de8-9c6b-37d83682390e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.4427323
Apr 30 16:30:42.623611 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:30:42.789181 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] 10.222.0.57 "PUT /v2.0/routers/a3958f29-6598-41ba-8610-1eaef1a05b4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7700322
Apr 30 16:30:42.791035 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2a49280-8129-452d-b596-4fdd0fadbd40 req-a3a0bb85-65dc-41b7-a53f-295387c93f5f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638958
Apr 30 16:30:43.284217 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 0aef135f-ecab-42a2-aa3c-9c488c05edb1 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:43.515782 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 0aef135f-ecab-42a2-aa3c-9c488c05edb1 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:43.521268 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 0aef135f-ecab-42a2-aa3c-9c488c05edb1 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:43.521631 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:43.602488 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:30:43.841477 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:43.874972 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 0aef135f-ecab-42a2-aa3c-9c488c05edb1, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=0aef135f-ecab-42a2-aa3c-9c488c05edb1,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:43.931228 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:43.956750 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '93e680e2-76ef-40bb-9e14-98794a602378', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'port_id': '93e680e2-76ef-40bb-9e14-98794a602378', 'mac_address': 'fa:16:3e:8e:91:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:30:43.994175 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Sync routers for ids ['a3958f29-6598-41ba-8610-1eaef1a05b4c'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:30:44.021734 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Routers {'a3958f29-6598-41ba-8610-1eaef1a05b4c'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:44.026121 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027d3070>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['a3958f29-6598-41ba-8610-1eaef1a05b4c'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:44.055952 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:44.066923 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:44.071042 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:44.173721 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93e680e2-76ef-40bb-9e14-98794a602378 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:30:44.202178 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51346) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:44.210060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202812268', 'description': 'tempest-secgroup-smoke-1202812268 description', 'project_id': '0348ba69067740ddb540d4e78d2ed016'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:44.222310 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:44.228683 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:security_group and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:44.241360 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:44.244065 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:44.258277 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:44.262292 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=0aef135f-ecab-42a2-aa3c-9c488c05edb1,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:44.280846 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:44.295001 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ab7d-89ad-47cf-a6b8-53f3b1e1f362 req-62194996-81e5-45c6-a2f8-9cd4e93e68eb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:44.301816 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c8e7ab7d-89ad-47cf-a6b8-53f3b1e1f362 req-62194996-81e5-45c6-a2f8-9cd4e93e68eb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.2156644
Apr 30 16:30:44.328039 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:44.333969 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-d002022f-25d2-4aca-b5e9-408dd651b7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:44.348267 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:44.383463 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c8e7ab7d-89ad-47cf-a6b8-53f3b1e1f362 req-34806f63-b1d9-4acb-b6bb-4791129c49b2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750337
Apr 30 16:30:44.408759 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:44.424069 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:security_group_rule and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:44.427825 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:44.440484 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:44.492264 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=6']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:44.492703 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Set router a3958f29-6598-41ba-8610-1eaef1a05b4c gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:44.504248 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:44.562812 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:44.591616 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['93e680e2-76ef-40bb-9e14-98794a602378'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:30:44.646180 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:44.654487 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-9c5810a2-8ce1-4a01-9799-f9da136f7554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:44.773745 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f32e91-b2fc-4a3a-9d23-7e028230a6fd,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:44.778982 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:44.886856 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:44.892597 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-10948d18-8231-41eb-96e8-bebf76443530 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6864479
Apr 30 16:30:44.894205 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51350) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:44.898461 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'security_group_rule': {'security_group_id': '29f32e91-b2fc-4a3a-9d23-7e028230a6fd', 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:44.910993 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:44.920523 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:security_group_rule and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:44.924407 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:44.939452 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:45.007425 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027d3070>, [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:30:40Z', 'revision_number': 4, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port': {'id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:34Z', 'updated_at': '2021-04-30T16:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '3926576b-afb9-4dc4-a2aa-719ef63dfe91', 'name': '', 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'mac_address': 'fa:16:3e:48:04:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '101aafc1-056c-4f7f-bd2b-119b06cdd389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:38Z', 'updated_at': '2021-04-30T16:30:40Z', 'revision_number': 2, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'subnets': [{'id': '101aafc1-056c-4f7f-bd2b-119b06cdd389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:45.016915 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Checking router: a3958f29-6598-41ba-8610-1eaef1a05b4c for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:30:45.017336 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Updating router a3958f29-6598-41ba-8610-1eaef1a05b4c port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:30:45.019325 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.105967 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.127325 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.160717 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 0aef135f-ecab-42a2-aa3c-9c488c05edb1 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:45.195267 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.197735 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9fcef100-733d-4243-aa2d-9f9a4c984db8 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:45.223955 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c744f81d-8295-48b0-868c-9bb22fe14f49,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:45.229282 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:45.271569 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 0aef135f-ecab-42a2-aa3c-9c488c05edb1 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:45.271949 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.320038 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.321477 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4275310
Apr 30 16:30:45.324562 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51358) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:45.332466 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'security_group_rule': {'security_group_id': '29f32e91-b2fc-4a3a-9d23-7e028230a6fd', 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:45.354156 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:45.361869 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:security_group_rule and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:45.372204 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:45.390675 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:45.514983 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.571702 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.586988 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:45.666985 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.687032 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Transition to ACTIVE for port object 3926576b-afb9-4dc4-a2aa-719ef63dfe91 will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:30:45.694304 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.722628 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e8879-8e35-43c8-81f9-91e45d414ec0 req-065a5a1d-ee17-4161-aa4d-193e84f11c6e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:45.725013 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-265e8879-8e35-43c8-81f9-91e45d414ec0 req-065a5a1d-ee17-4161-aa4d-193e84f11c6e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 944 time: 0.1802766
Apr 30 16:30:45.751994 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 93e680e2-76ef-40bb-9e14-98794a602378 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:45.752379 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.765606 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.773176 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-bc0106be-f5ba-46f3-b6f3-20a7b694674e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:45.780389 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.791506 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-95a90d5d-ec9c-4e34-bab0-8e42d6bbea86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:45.945557 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:45.985309 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbc7aba-e1c2-4b9d-a0d3-51500fac8a73,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:45.994783 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-265e8879-8e35-43c8-81f9-91e45d414ec0 req-df27df78-2861-40d0-8b01-eb85224249ad tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2630465
Apr 30 16:30:45.996346 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:46.075259 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:30:46.109931 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.112948 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b098e18b-b5ee-4822-9bdc-367df19a3718 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7868264
Apr 30 16:30:46.117794 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51370) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:46.132149 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'security_group_rule': {'security_group_id': '29f32e91-b2fc-4a3a-9d23-7e028230a6fd', 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:46.135031 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:46.142238 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:46.144958 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-fbb03b26-6f49-4381-a9ee-50244017b73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.149419 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:security_group_rule and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:46.154169 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:46.163818 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:46.178957 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125e54e-0268-4158-855c-2801ad121aeb None None] Pushing event updated for resources: {'Port': ['ID=3926576b-afb9-4dc4-a2aa-719ef63dfe91,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:46.186306 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378', 'code': 200}
Apr 30 16:30:46.199440 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-b125e54e-0268-4158-855c-2801ad121aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:46.208336 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Attempting to bind port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:30:46.208779 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Attempting to bind port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:30:46.209223 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Attempting to bind port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 on network 95814525-48d0-40cc-9bf5-c9cff382d65f {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:30:46.215725 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:30:46.215725 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Checking segment: {'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:30:46.216272 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.217172 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Bound using segment: {'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:30:46.217316 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Bound port: 3926576b-afb9-4dc4-a2aa-719ef63dfe91, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f00421b-476e-4025-8014-35e5c34bd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:30:46.218157 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.220665 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.224149 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:46.264907 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.343210 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=7']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:46.346785 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:46.356183 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.358272 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] For port 3926576b-afb9-4dc4-a2aa-719ef63dfe91, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:30:46.363523 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] For port 3926576b-afb9-4dc4-a2aa-719ef63dfe91, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=3926576b-afb9-4dc4-a2aa-719ef63dfe91,segment=NetworkSegment(2f00421b-476e-4025-8014-35e5c34bd15e),segment_id=2f00421b-476e-4025-8014-35e5c34bd15e)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:30:46.506726 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.509567 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ff89a956-6461-41f1-b7cf-9d945624713e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:46.539927 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d975bd3a-74ab-45c3-9bcc-4483ec2b36e5,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:46.552067 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:46.609786 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.622388 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:46.713716 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Routers {'a3958f29-6598-41ba-8610-1eaef1a05b4c'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:46.714369 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027d3070>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['a3958f29-6598-41ba-8610-1eaef1a05b4c'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:46.715393 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.716789 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5996909
Apr 30 16:30:46.722976 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51374) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:46.731427 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'security_group_rule': {'security_group_id': '29f32e91-b2fc-4a3a-9d23-7e028230a6fd', 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:46.743869 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:46.748901 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:security_group_rule and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:46.753556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:46.760936 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:46.786224 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125e54e-0268-4158-855c-2801ad121aeb None None] Pushing event updated for resources: {'Port': ['ID=3926576b-afb9-4dc4-a2aa-719ef63dfe91,revision_number=4']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:46.791340 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-b125e54e-0268-4158-855c-2801ad121aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:46.863665 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.962218 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:46.962875 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] Set router a3958f29-6598-41ba-8610-1eaef1a05b4c gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:47.040825 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:47.044545 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:47.106215 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd27f4e-7510-4ae3-9e5a-4663ea084519,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:47.123811 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:47.195544 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:47.199812 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4738688
Apr 30 16:30:47.202524 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51390) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:47.212845 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'security_group_rule': {'security_group_id': '29f32e91-b2fc-4a3a-9d23-7e028230a6fd', 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:47.232520 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:47.242625 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:security_group_rule and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:47.252485 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:47.268054 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:47.365320 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266061-c929-431c-a226-213566f47581 req-c097f123-b7a8-4769-bbe6-0cce5920dd22 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:47.367999 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e9266061-c929-431c-a226-213566f47581 req-c097f123-b7a8-4769-bbe6-0cce5920dd22 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1581509
Apr 30 16:30:47.378517 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.securitygroups_db [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Project 0348ba69067740ddb540d4e78d2ed016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 16:30:47.387740 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:47.493927 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e9266061-c929-431c-a226-213566f47581 req-378cdfec-278c-46ad-a504-a4abe0319c1a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175079
Apr 30 16:30:47.509346 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:47.577529 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:47.600043 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:47.640819 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a784b614-414e-4729-b5ea-e8fab50b0df6,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:47.646799 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027d3070>, [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:30:40Z', 'revision_number': 4, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port': {'id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:34Z', 'updated_at': '2021-04-30T16:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '3926576b-afb9-4dc4-a2aa-719ef63dfe91', 'name': '', 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'mac_address': 'fa:16:3e:48:04:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '101aafc1-056c-4f7f-bd2b-119b06cdd389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:38Z', 'updated_at': '2021-04-30T16:30:46Z', 'revision_number': 4, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'subnets': [{'id': '101aafc1-056c-4f7f-bd2b-119b06cdd389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:47.652031 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:47.656548 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478f7c6-da9d-4c23-8673-44d615999cda None None] The sync data for ids ['a3958f29-6598-41ba-8610-1eaef1a05b4c'] in dv-cinder-775008-3-iscsi is: [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:30:40Z', 'revision_number': 4, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port': {'id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:34Z', 'updated_at': '2021-04-30T16:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '3926576b-afb9-4dc4-a2aa-719ef63dfe91', 'name': '', 'network_id': '95814525-48d0-40cc-9bf5-c9cff382d65f', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'mac_address': 'fa:16:3e:48:04:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '101aafc1-056c-4f7f-bd2b-119b06cdd389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:38Z', 'updated_at': '2021-04-30T16:30:46Z', 'revision_number': 4, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'subnets': [{'id': '101aafc1-056c-4f7f-bd2b-119b06cdd389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:30:47.680307 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:47.684919 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4778390
Apr 30 16:30:47.685745 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51394) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:47.692437 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'security_group_rule': {'security_group_id': '29f32e91-b2fc-4a3a-9d23-7e028230a6fd', 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:30:47.699742 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:30:47.705926 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:security_group_rule and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:30:47.711043 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:30:47.765847 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:30:47.846332 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.securitygroups_db [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Project 0348ba69067740ddb540d4e78d2ed016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 16:30:47.855748 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:48.115837 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:48.189585 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:48.204123 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:48.230634 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8d296e-142c-473f-bc7a-f4c00177cff8,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:48.239035 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:48.327397 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:48.333362 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-c80c34ee-2bad-4c8e-96c4-c227b88daf74 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6415038
Apr 30 16:30:48.740476 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:48.840682 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-1496b2b6-dcec-4315-9f21-ab77c635c777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:49.095763 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ce9e-e192-465e-aeaf-edce519f51e9 req-2ceba53c-571c-408e-85da-0544220a6c5e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:49.101301 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d9c9ce9e-e192-465e-aeaf-edce519f51e9 req-2ceba53c-571c-408e-85da-0544220a6c5e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.3664176
Apr 30 16:30:49.214845 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d9c9ce9e-e192-465e-aeaf-edce519f51e9 req-2f95c9db-a3b1-48f4-b1a9-ee4fee14689a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098270
Apr 30 16:30:49.327733 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 3926576b-afb9-4dc4-a2aa-719ef63dfe91 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:49.654511 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:30:49.683627 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:49.684433 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:49.776639 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:49.902516 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de158b2-e449-485f-9bc9-a90d15d1597d req-f534eddb-94c0-47ec-b2b2-b887c11d0784 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:49.931083 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2de158b2-e449-485f-9bc9-a90d15d1597d req-f534eddb-94c0-47ec-b2b2-b887c11d0784 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.2460351
Apr 30 16:30:50.097989 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:50.114340 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2de158b2-e449-485f-9bc9-a90d15d1597d req-2827b5fa-f027-412b-9245-038777daa01f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1813540
Apr 30 16:30:50.156520 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 3926576b-afb9-4dc4-a2aa-719ef63dfe91, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=3926576b-afb9-4dc4-a2aa-719ef63dfe91,segment=NetworkSegment(2f00421b-476e-4025-8014-35e5c34bd15e),segment_id=2f00421b-476e-4025-8014-35e5c34bd15e)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:50.258593 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:50.262093 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:50.394783 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=3926576b-afb9-4dc4-a2aa-719ef63dfe91,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:50.399473 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:50.508424 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94ed70-43b4-4ea9-bf5f-4072dc8dd102 req-413beff4-d200-43a1-a2f0-3d6bb9e46bca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:50.510920 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6c94ed70-43b4-4ea9-bf5f-4072dc8dd102 req-413beff4-d200-43a1-a2f0-3d6bb9e46bca tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1035140
Apr 30 16:30:50.590815 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6c94ed70-43b4-4ea9-bf5f-4072dc8dd102 req-fe6d58fe-86a5-429b-af3a-931b9479062d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731122
Apr 30 16:30:51.348188 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 3926576b-afb9-4dc4-a2aa-719ef63dfe91 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:30:51.386659 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:51.459344 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:30:51.459829 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:51.579016 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf9038-72e5-4b7b-9298-96a68ca0467a req-1833c321-42c1-4a25-b3c2-d3ff0da1b993 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:51.587669 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fedf9038-72e5-4b7b-9298-96a68ca0467a req-1833c321-42c1-4a25-b3c2-d3ff0da1b993 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.1727555
Apr 30 16:30:51.681082 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fedf9038-72e5-4b7b-9298-96a68ca0467a req-9f46f8cb-7a06-48fb-8e4b-2bd220d728c3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921285
Apr 30 16:30:51.721368 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-6c248103-7933-4043-99b8-696e77cf042b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:51.723403 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-6c248103-7933-4043-99b8-696e77cf042b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 945 time: 0.2142234
Apr 30 16:30:51.967388 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Deleting port 642712cc-d29f-49cb-9612-1e9094346368 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:30:51.967388 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:52.099150 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b95b5-dfb8-4b43-bda8-c523539ac5b7 req-bcdca607-ef87-4d1d-a1ac-dbf77841cb18 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:52.116068 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-627b95b5-dfb8-4b43-bda8-c523539ac5b7 req-bcdca607-ef87-4d1d-a1ac-dbf77841cb18 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.2135837
Apr 30 16:30:52.132253 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] For port 642712cc-d29f-49cb-9612-1e9094346368, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=642712cc-d29f-49cb-9612-1e9094346368,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:30:52.132618 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:52.195545 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-627b95b5-dfb8-4b43-bda8-c523539ac5b7 req-ff58b210-2942-4cac-84bc-58621dfc8d1c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781889
Apr 30 16:30:52.795527 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:52.796579 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:52.796990 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Floating IP 650cb00f-adef-469b-bdc9-9c3071cfb957 disassociated. External IP: 172.27.0.46, port: 642712cc-d29f-49cb-9612-1e9094346368.
Apr 30 16:30:52.797476 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Calling delete_port for 642712cc-d29f-49cb-9612-1e9094346368 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:30:53.158464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:53.176003 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-027f883a-b0d5-40da-9f1e-6527360caf9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:53.336926 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event deleted for resources: {'Port': ['ID=642712cc-d29f-49cb-9612-1e9094346368,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:53.346380 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:53.603202 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5b235-fe78-4c77-bb36-8be8f3277e39 req-2579e212-d8ba-46c5-9194-6e4c7dbbc5f6 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:53.608423 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2ee5b235-fe78-4c77-bb36-8be8f3277e39 req-2579e212-d8ba-46c5-9194-6e4c7dbbc5f6 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 867 time: 0.5522678
Apr 30 16:30:53.902040 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf99870-bf29-48ea-953a-08857845701c req-0150835f-2c84-431d-9522-490f636710c6 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:53.910371 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bdf99870-bf29-48ea-953a-08857845701c req-0150835f-2c84-431d-9522-490f636710c6 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.4051247
Apr 30 16:30:54.118942 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bdf99870-bf29-48ea-953a-08857845701c req-051c641e-d4f8-4eac-b85e-7780a351b12d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1959255
Apr 30 16:30:54.161251 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2ee5b235-fe78-4c77-bb36-8be8f3277e39 req-cded5e50-8c24-4f44-bd1e-ba6ea60758de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=a342d0a1-273e-4981-a7ea-94dc63db106b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4993834
Apr 30 16:30:54.347094 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Router f2849bd0-7e0a-420b-b001-e747e20812c3 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:30:55.090885 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:30:55.104801 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] Sync routers for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:30:55.186482 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:55.187988 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502910c70>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:55.264454 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] No DVR routers for this DVR port 642712cc-d29f-49cb-9612-1e9094346368 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:30:55.266947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:55.269896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'name': 'network-vif-deleted', 'tag': '642712cc-d29f-49cb-9612-1e9094346368'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:30:55.366123 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8679a7f3-697f-4fc6-b7a2-5a0adcb61a9d req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "DELETE /v2.0/ports/642712cc-d29f-49cb-9612-1e9094346368 HTTP/1.1" status: 204  len: 173 time: 3.6361334
Apr 30 16:30:55.551498 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-3f896842-197b-42e6-89bd-310716ceabcf req-4e934044-c6c3-43ee-8dfd-f10f8ee7e5a2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:30:55.613475 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b523c-be8a-4407-bb14-d59e14d59bee req-0ec70ec5-c5a3-43d9-bae5-5854bfc5dd91 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:55.629513 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-684b523c-be8a-4407-bb14-d59e14d59bee req-0ec70ec5-c5a3-43d9-bae5-5854bfc5dd91 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.2204797
Apr 30 16:30:55.708464 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-3f896842-197b-42e6-89bd-310716ceabcf req-4e934044-c6c3-43ee-8dfd-f10f8ee7e5a2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:30:55.710118 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3f896842-197b-42e6-89bd-310716ceabcf req-4e934044-c6c3-43ee-8dfd-f10f8ee7e5a2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 210 time: 0.2835591
Apr 30 16:30:55.832500 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-684b523c-be8a-4407-bb14-d59e14d59bee req-1c9332cf-1240-4498-84d3-011a4a46ea32 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2017779
Apr 30 16:30:55.846346 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7f2fde-0609-47e3-821e-2791dbc2f0ad', 'name': 'network-vif-deleted', 'tag': '642712cc-d29f-49cb-9612-1e9094346368', 'status': 'completed', 'code': 200}
Apr 30 16:30:55.880284 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 642712cc-d29f-49cb-9612-1e9094346368 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:30:55.994812 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:56.118993 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 642712cc-d29f-49cb-9612-1e9094346368 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:30:56.119860 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 642712cc-d29f-49cb-9612-1e9094346368 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:30:56.699825 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502910c70>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:56.705428 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] Checking router: f2849bd0-7e0a-420b-b001-e747e20812c3 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:30:56.718413 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:30:56.719099 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502910c70>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:30:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:57.060595 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-43635fe4-b497-44af-8938-d2094bc3d1dd req-3e9dda68-d59f-4d7c-ae7a-cf0c253d2c5f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa7f2fde-0609-47e3-821e-2791dbc2f0ad HTTP/1.1" status: 200  len: 210 time: 0.1036587
Apr 30 16:30:57.181661 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:30:57.649570 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e47c7-7b33-4883-90a3-89f33a2bcb7b req-188927f2-8d4f-4c7f-bd93-f80211b5a629 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:57.667703 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-201e47c7-7b33-4883-90a3-89f33a2bcb7b req-188927f2-8d4f-4c7f-bd93-f80211b5a629 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.2780952
Apr 30 16:30:57.847631 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-201e47c7-7b33-4883-90a3-89f33a2bcb7b req-55836d2e-1bd8-41c9-9f87-5678b997e5ae tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1630995
Apr 30 16:30:58.138775 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502910c70>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:30:58.146992 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37c181-2b06-438a-9f52-4ad5d678b0d6 None None] The sync data for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:30:58.558280 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b41aca5-8a43-4151-8594-eedec43de510 None None] New status for floating IP 650cb00f-adef-469b-bdc9-9c3071cfb957: DOWN {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:30:58.601475 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51542) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:58.818595 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-642c60b5-f176-47e3-9bf8-c4ce808348d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:58.947481 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-642c60b5-f176-47e3-9bf8-c4ce808348d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:59.211906 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-642c60b5-f176-47e3-9bf8-c4ce808348d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:59.227882 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-880c1a63-a178-43df-8354-0114d0c5ea89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:30:59.255252 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c60b5-f176-47e3-9bf8-c4ce808348d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a342d0a1-273e-4981-a7ea-94dc63db106b,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:30:59.295482 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-642c60b5-f176-47e3-9bf8-c4ce808348d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:30:59.365199 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a481d8-c4ff-4889-9e9f-39fa32a8c325 req-932a0f1c-2001-427d-9603-b26a2bd5ecdc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:30:59.375263 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-45a481d8-c4ff-4889-9e9f-39fa32a8c325 req-932a0f1c-2001-427d-9603-b26a2bd5ecdc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.2121663
Apr 30 16:30:59.383383 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-642c60b5-f176-47e3-9bf8-c4ce808348d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:30:59.385481 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-642c60b5-f176-47e3-9bf8-c4ce808348d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "DELETE /v2.0/security-groups/a342d0a1-273e-4981-a7ea-94dc63db106b HTTP/1.1" status: 204  len: 168 time: 0.7824900
Apr 30 16:30:59.391204 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51550) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:59.446047 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.api.v2.resource [None req-bb1934f9-c4fc-42e2-8e1e-b0581ea9cf6f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] show failed (client error): The resource could not be found.
Apr 30 16:30:59.448421 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-bb1934f9-c4fc-42e2-8e1e-b0581ea9cf6f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups/a342d0a1-273e-4981-a7ea-94dc63db106b HTTP/1.1" status: 404  len: 347 time: 0.0557377
Apr 30 16:30:59.454969 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51554) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:30:59.583182 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-45a481d8-c4ff-4889-9e9f-39fa32a8c325 req-59da1e84-fe72-4e95-97e7-d817dce85eec tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1959019
Apr 30 16:31:00.045129 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Deleting port 7ee93f00-3b7e-4a8c-a89c-a273319707a7 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:31:00.045881 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:00.261561 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:00.264774 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:00.520423 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Calling delete_port for 7ee93f00-3b7e-4a8c-a89c-a273319707a7 owned by network:floatingip {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:31:00.783047 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:00.787515 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bd70e960-5146-4d48-a525-0991cd517aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:00.907431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event deleted for resources: {'Port': ['ID=7ee93f00-3b7e-4a8c-a89c-a273319707a7,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:00.918037 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:01.542052 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:01.590578 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a56c9f-aaba-4c6d-9110-5e47c785d37b req-3cc0ebe4-8d59-4d99-b97d-1b312c4231f1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:01.598953 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-45a56c9f-aaba-4c6d-9110-5e47c785d37b req-3cc0ebe4-8d59-4d99-b97d-1b312c4231f1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.2207260
Apr 30 16:31:01.725725 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-45a56c9f-aaba-4c6d-9110-5e47c785d37b req-532064ea-5fd8-4052-bd04-2e5980cc1b87 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1254487
Apr 30 16:31:01.746636 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:01.760376 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "DELETE /v2.0/floatingips/650cb00f-adef-469b-bdc9-9c3071cfb957 HTTP/1.1" status: 204  len: 168 time: 2.3027236
Apr 30 16:31:02.785393 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51568) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:02.795368 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060117729', 'description': 'tempest-description--1392748500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:02.812198 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:31:02.817124 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:security_group and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:31:02.820300 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:31:02.828686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:31:02.983750 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:03.013765 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:31:03.019341 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:security_group_rule and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:31:03.023700 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:31:03.033819 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:31:03.119789 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47098fcb-a895-4014-b5e4-6645fdf81473 req-2791fa86-8ebe-403d-a6dd-738fe34e85fa tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:03.124750 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-47098fcb-a895-4014-b5e4-6645fdf81473 req-2791fa86-8ebe-403d-a6dd-738fe34e85fa tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1948576
Apr 30 16:31:03.203921 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:03.233285 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-47098fcb-a895-4014-b5e4-6645fdf81473 req-b1802c11-57ab-4e4d-8d75-b18337f2f25b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020467
Apr 30 16:31:03.264637 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:03.299934 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fe51982a-bf5d-40bd-80f5-21ca0b478f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:03.406814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732ea33a-8614-4b52-a488-c60ff8d676b4,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:03.412223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:03.429889 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:03.433214 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.6466415
Apr 30 16:31:03.438668 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51582) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:03.457009 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'security_group_rule': {'security_group_id': '732ea33a-8614-4b52-a488-c60ff8d676b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:03.474457 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:31:03.489063 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:security_group_rule and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:31:03.494975 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:31:03.515175 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:31:03.647952 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:03.801208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:03.914865 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:03.922139 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-598e3000-3eff-42ae-85e8-b0f443bddd05 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:03.971399 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ffc65e-cf42-4f08-b8fa-08508dd27fdc,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:03.977751 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:04.086303 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:04.090821 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-94151209-28d5-45df-9367-9fe665d80f54 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6440475
Apr 30 16:31:04.091246 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51588) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:04.101704 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'security_group_rule': {'security_group_id': '732ea33a-8614-4b52-a488-c60ff8d676b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:04.129220 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:31:04.144672 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:security_group_rule and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:31:04.151393 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:31:04.168558 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:31:04.272891 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:04.405380 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:04.478729 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:04.499337 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ed0515a5-7516-4718-ae23-472313eac55a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:04.539762 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3541496a-6491-48db-8b79-de60a9a4f4f1,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:04.556492 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:04.656095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddc245-44d7-4ccc-a9a3-25cddf186d73 req-a34d31b4-6c35-4f1f-b77f-347669cf08e2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:04.658623 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:04.660561 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5674813
Apr 30 16:31:04.668015 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51600) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:04.680246 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c5ddc245-44d7-4ccc-a9a3-25cddf186d73 req-a34d31b4-6c35-4f1f-b77f-347669cf08e2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1818876
Apr 30 16:31:04.687950 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:04.713993 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:31:04.727485 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Usage tracker for resource:floatingip and tenant:d435f88d59a74c9a8b66cb9a71fc3e78 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:31:04.746614 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:31:04.767420 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:31:04.812240 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c5ddc245-44d7-4ccc-a9a3-25cddf186d73 req-e94026ed-ce8c-4f1c-ba53-ebb17b7b775c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1299322
Apr 30 16:31:04.862237 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:05.062793 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:05.256556 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Allocated IP 172.27.0.143 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/d5289850-01a9-4860-8ae0-6b755d20ee86) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:31:05.534262 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:05.674841 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:05.679286 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b80a2cc5-b502-44e6-add7-4efdcee1967e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:05.757168 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:31:05.760846 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:31:05.765257 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:31:05.801322 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'Port': ['ID=d5289850-01a9-4860-8ae0-6b755d20ee86,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:05.813637 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:05.908849 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:06.105271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:06.483931 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6319f-eaaa-43ed-8790-595b36af0854 req-3016deab-3b5d-488b-81d3-2d2d92faab74 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:06.486265 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-05a6319f-eaaa-43ed-8790-595b36af0854 req-3016deab-3b5d-488b-81d3-2d2d92faab74 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.2701485
Apr 30 16:31:06.583441 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-05a6319f-eaaa-43ed-8790-595b36af0854 req-62338ea1-8c33-43a5-8cad-32500150f696 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837312
Apr 30 16:31:06.630091 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:07.240029 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:07.244304 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-341ada44-16b3-4fc1-b64a-c13f170e4fad tempest-ServerRescueNegativeTestJSON-2102707686 tempest-ServerRescueNegativeTestJSON-2102707686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:07.362891 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'Port': ['ID=d5289850-01a9-4860-8ae0-6b755d20ee86,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:07.367278 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:07.379715 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:07.537235 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:07.542551 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8682537
Apr 30 16:31:07.718379 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:31:07.917070 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bf641-868e-4a6e-a3e9-68da92e8adc0 req-0a7561af-9433-4795-8b9b-1134939f948c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:07.919631 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0d1bf641-868e-4a6e-a3e9-68da92e8adc0 req-0a7561af-9433-4795-8b9b-1134939f948c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1134450
Apr 30 16:31:08.035818 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0d1bf641-868e-4a6e-a3e9-68da92e8adc0 req-496fedb8-9ec8-4fa8-968a-49b67fef9a41 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049097
Apr 30 16:31:09.282889 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf4001-1eba-4d57-b5dc-76406d5b3a7d req-ac0e9cb9-3d88-49a9-95bf-e4095f6200cc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:09.284420 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6fbf4001-1eba-4d57-b5dc-76406d5b3a7d req-ac0e9cb9-3d88-49a9-95bf-e4095f6200cc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.0948930
Apr 30 16:31:09.333541 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6fbf4001-1eba-4d57-b5dc-76406d5b3a7d req-283d6ef2-9842-490a-816b-3fe12d6cab43 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420945
Apr 30 16:31:10.418564 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-a8e99dc2-1a84-4ed4-8713-458f727e1d17 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:10.522169 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-a8e99dc2-1a84-4ed4-8713-458f727e1d17 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:10.523630 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-a8e99dc2-1a84-4ed4-8713-458f727e1d17 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2060117729&fields=id&tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78 HTTP/1.1" status: 200  len: 267 time: 0.1778102
Apr 30 16:31:10.574103 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87748e-29c0-4db0-b281-1c4310d280d2 req-eb2a651b-179d-44f5-a11e-9c5fde65e1dd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:10.576646 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dd87748e-29c0-4db0-b281-1c4310d280d2 req-eb2a651b-179d-44f5-a11e-9c5fde65e1dd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1004446
Apr 30 16:31:10.643806 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dd87748e-29c0-4db0-b281-1c4310d280d2 req-7c489cba-d86a-4886-8d1c-d9c2e6ce6d98 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572338
Apr 30 16:31:10.763352 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-51e1d27e-76fb-445c-95cd-347ad8cdea26 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:10.765312 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-51e1d27e-76fb-445c-95cd-347ad8cdea26 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 811 time: 0.2336080
Apr 30 16:31:10.783230 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-fd10e945-28ef-42d5-916c-6802c7f3b35c tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/quotas/d435f88d59a74c9a8b66cb9a71fc3e78 HTTP/1.1" status: 200  len: 375 time: 0.0113854
Apr 30 16:31:10.882509 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-97935532-56c9-4806-b27f-be8475dc8389 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:10.959971 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-97935532-56c9-4806-b27f-be8475dc8389 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:10.961392 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-97935532-56c9-4806-b27f-be8475dc8389 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1725969
Apr 30 16:31:11.401695 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-7b81b6ba-2312-4b52-aa6a-b7a982ac1b97 service neutron] 10.222.0.57 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4275420
Apr 30 16:31:11.586361 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-04d1d0ca-8037-440c-8051-afefb98fc773 service neutron] 10.222.0.57 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771221
Apr 30 16:31:11.612806 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-7a82aefc-d90a-47a4-a7fe-8e5ce63c5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:11.614911 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-7a82aefc-d90a-47a4-a7fe-8e5ce63c5ac9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 1098 time: 0.1162562
Apr 30 16:31:11.809241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-fe7b6d29-79ac-46a8-9ce1-83b97ad8bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:11.811467 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-fe7b6d29-79ac-46a8-9ce1-83b97ad8bdbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.1886947
Apr 30 16:31:11.852264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51732) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:11.972679 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-a493f47a-e684-458d-9fc2-8c93aed8f1bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e680e2-76ef-40bb-9e14-98794a602378 HTTP/1.1" status: 200  len: 1001 time: 0.1135807
Apr 30 16:31:12.039452 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6ce89b03-6927-41ce-b12f-d6817cca1cbb req-54994b3a-38ad-4184-9aef-a8eed4560cd8 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 210 time: 0.0750930
Apr 30 16:31:12.055468 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-b1cc4c0f-e890-4da2-b263-508a579d5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:12.057383 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-b1cc4c0f-e890-4da2-b263-508a579d5605 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0766094
Apr 30 16:31:12.076792 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] Deleting subnet 589cc53f-5f42-42d2-808f-961e6ca0872f {{(pid=74379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:31:12.087787 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:12.133709 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98a04-ed6f-4591-b4cb-22ff5b32edb9 req-40db1b66-f08a-4bbe-a645-543aea781a66 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:12.135268 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-60d98a04-ed6f-4591-b4cb-22ff5b32edb9 req-40db1b66-f08a-4bbe-a645-543aea781a66 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.3283563
Apr 30 16:31:12.194523 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2183489'] for subnet, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:12.206703 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-60d98a04-ed6f-4591-b4cb-22ff5b32edb9 req-d65e057c-bd68-4f77-93a2-7e32164f3299 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620389
Apr 30 16:31:12.217622 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-6c62ea49-86a9-4fcf-abf5-e13aac8e1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:12.219120 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-6c62ea49-86a9-4fcf-abf5-e13aac8e1c89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1507769
Apr 30 16:31:12.301294 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:12.418145 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-371eb26a-c0b6-4c1d-8e3f-f1a1e8275605 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909924
Apr 30 16:31:12.594292 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1cfc53ca-c14b-49af-8c22-a322dde622bb req-5242ef09-9d0b-4cf9-92d2-a9fb413b1152 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683996
Apr 30 16:31:12.720616 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2252596'] for subnet, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:12.725723 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:12.764634 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589cc53f-5f42-42d2-808f-961e6ca0872f,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:12.767921 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:12.769137 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:12.780662 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-4e6606e8-b7d3-4682-b6b6-82988a784e69 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/589cc53f-5f42-42d2-808f-961e6ca0872f HTTP/1.1" status: 204  len: 168 time: 0.9266911
Apr 30 16:31:12.783781 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51750) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:12.903730 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:13.048313 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:13.208837 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3e5452f1-fc89-4db5-ac3a-c2b1ef7f9875 req-2fd340cc-6af0-4064-96e6-15f14f1bee9d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 210 time: 0.0587695
Apr 30 16:31:13.230650 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd50228eaf0>,) {'filters': {'network_id': ['a875f294-3928-4b31-9504-fcff6d15faaa']}} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:13.255475 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd50228eaf0>, 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4') {'for_net_delete': True} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:13.256072 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd50228eaf0>, 'cfe6ca1f-e9c6-47d3-96f3-6390fda8b2a4') {} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:13.276730 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2183496'] for segment, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:13.299024 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:13.310195 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=74379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:31:13.555569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ec0a7-9aa6-4e5c-9b22-ae303c1d863c req-303f990a-699a-4426-a62a-a022eade12df tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:13.557105 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-955ec0a7-9aa6-4e5c-9b22-ae303c1d863c req-303f990a-699a-4426-a62a-a022eade12df tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 945 time: 0.1954908
Apr 30 16:31:13.607784 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Network a875f294-3928-4b31-9504-fcff6d15faaa has no segments {{(pid=74379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:31:13.618856 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050060'] for segment, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:13.619125 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-955ec0a7-9aa6-4e5c-9b22-ae303c1d863c req-f7767ff1-6fe4-47cb-99ef-c9e034dfccf3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547786
Apr 30 16:31:13.726121 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:31:13.868582 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:13.908801 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:13.923309 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:13.948743 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Network a875f294-3928-4b31-9504-fcff6d15faaa has no segments {{(pid=74379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:31:13.960199 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378', 'code': 200}
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]: Traceback (most recent call last):
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     timer()
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     cb(*args, **kw)
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     return func(*args, **kwargs)
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     self._notify()
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     self.callback(batched_events)
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     event.method(event)
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     return f(self, *a, **k)
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self._get(url).json()
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:31:13.973030 dv-cinder-775008-3-iscsi neutron-server[74379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:31:14.086095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:14.089236 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:14.168164 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=8']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:14.177806 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:14.179053 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.179634 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.180206 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.180999 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.186047 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.186047 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.186047 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.186047 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.186047 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.186047 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.186047 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.187433 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:14.187592 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:14.189156 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:14.193490 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:14.221537 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a875f294-3928-4b31-9504-fcff6d15faaa HTTP/1.1" status: 204  len: 168 time: 1.4370446
Apr 30 16:31:14.223013 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Pushing event deleted for resources: {'Network': ['ID=a875f294-3928-4b31-9504-fcff6d15faaa,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:14.226249 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-82607ff0-d0cd-43f3-aa00-1469087f3762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:14.459272 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-41e5cbfe-b4ba-4a16-b72d-2c10d7790430 req-f904082f-c4db-4e8b-ad42-b509f504915d tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 210 time: 0.0460351
Apr 30 16:31:14.731849 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51770) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:14.811643 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-782c2488-a8fc-4e10-9a57-4806ce0f564c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c5480d497dd4df29192ab994c82a9d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0752163
Apr 30 16:31:14.813301 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 51774) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:14.938543 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe940-22fd-40ba-9033-1f72fcdba0b4 req-0634e333-7171-4ff5-8438-6615d2555b6d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:14.944225 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-908a22af-09e7-40a9-b68c-cfe812079469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:14.948914 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cfbfe940-22fd-40ba-9033-1f72fcdba0b4 req-0634e333-7171-4ff5-8438-6615d2555b6d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1225893
Apr 30 16:31:15.008534 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-908a22af-09e7-40a9-b68c-cfe812079469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:15.018402 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cfbfe940-22fd-40ba-9033-1f72fcdba0b4 req-1941c4e8-60f6-44e2-99e7-208fb2a5969c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659575
Apr 30 16:31:15.132414 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-91d5c11b-127c-4a78-adc0-5172f5ad9411 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0825078
Apr 30 16:31:15.266631 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-ce1650fe-3839-49b9-ab13-a7dfe4a3082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:15.268267 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-ce1650fe-3839-49b9-ab13-a7dfe4a3082a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1137 time: 0.0899966
Apr 30 16:31:15.292753 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-bcd6f438-3a03-4bd8-867e-dad0368f8eaa tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:15.295347 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-bcd6f438-3a03-4bd8-867e-dad0368f8eaa tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 811 time: 0.2733488
Apr 30 16:31:15.366187 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-908a22af-09e7-40a9-b68c-cfe812079469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:15.379967 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f5247129-cd45-4103-9fc5-6f48f80b7f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:15.419939 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-f51827f3-23e4-43e3-8894-7a1d3845baf2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:15.425001 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a22af-09e7-40a9-b68c-cfe812079469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:15.430562 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-908a22af-09e7-40a9-b68c-cfe812079469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:15.457841 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-d2249e97-8997-416e-8b35-0febf97cd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:15.460402 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-f51827f3-23e4-43e3-8894-7a1d3845baf2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:15.463591 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-f51827f3-23e4-43e3-8894-7a1d3845baf2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78 HTTP/1.1" status: 200  len: 380 time: 0.1473262
Apr 30 16:31:15.464178 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-d2249e97-8997-416e-8b35-0febf97cd7df service neutron] 10.222.0.69 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 914 time: 0.1713769
Apr 30 16:31:15.488214 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'port': {'device_id': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'admin_state_up': True, 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'security_groups': ['732ea33a-8614-4b52-a488-c60ff8d676b4']}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:15.544203 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-908a22af-09e7-40a9-b68c-cfe812079469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:15.545412 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-908a22af-09e7-40a9-b68c-cfe812079469 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6cbbc64c-66ac-4949-acb6-fbb4fa4a10f6 HTTP/1.1" status: 204  len: 168 time: 0.7309303
Apr 30 16:31:15.599826 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:15.743173 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-270af88b-70b0-450c-b70b-85d4c20eee06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 1000 time: 0.2600944
Apr 30 16:31:15.773357 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:31:15.785005 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:31:15.854996 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e008cc06-a252-4266-9e1b-c5b19e810dfe req-2387dbb0-3a0e-4b8d-a24f-4458486304ad tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 210 time: 0.0720816
Apr 30 16:31:15.874916 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-ef96ab68-67ec-4dae-9d94-78a8f22fafea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:15.876408 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-ef96ab68-67ec-4dae-9d94-78a8f22fafea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 200  len: 852 time: 0.1269586
Apr 30 16:31:15.976882 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Made reservation on behalf of d435f88d59a74c9a8b66cb9a71fc3e78 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:31:15.980908 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-b76bede6-2ac3-475c-8609-c66004ebb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:15.980908 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-b76bede6-2ac3-475c-8609-c66004ebb0c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03b85f18-ca19-414b-8cfb-0513b737f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796463
Apr 30 16:31:15.982829 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:16.030052 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-032bf96f-ce0e-4cb6-9102-d7610b6f2afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:16.210834 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Allocated IP 172.20.0.3 (aa417807-97da-401a-88f0-fb2baff76934/00de99b2-610f-4663-8eea-d1259812916b/de4ae6b4-4de0-40cb-a0e1-9701a35db613) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:31:16.338720 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-f6c9eeb4-30b7-453c-9fd9-20854332b4f2 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3502874
Apr 30 16:31:16.379635 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1f172-e600-4db3-845e-312795f65634 req-1445d831-7a6d-4371-89b3-f6d987455891 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:16.381222 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-20b1f172-e600-4db3-845e-312795f65634 req-1445d831-7a6d-4371-89b3-f6d987455891 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.2353647
Apr 30 16:31:16.441553 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:16.462907 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Transition to ACTIVE for port object de4ae6b4-4de0-40cb-a0e1-9701a35db613 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:31:16.526762 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-20b1f172-e600-4db3-845e-312795f65634 req-c1e17722-133f-483a-99b1-0d6cf65be5c2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322858
Apr 30 16:31:16.568235 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-281e8f22-94d1-4237-8315-edd3c5a07445 req-32bab463-2f50-418d-a1d5-8249442c857f service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2201517
Apr 30 16:31:16.579791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:16.604526 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-58dacc00-5671-4500-a434-dcdea5448010 tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:16.689984 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Network aa417807-97da-401a-88f0-fb2baff76934 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:31:16.693550 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:31:16.697717 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:31:16.782416 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:16.783812 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:16.830971 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event updated for resources: {'Port': ['ID=de4ae6b4-4de0-40cb-a0e1-9701a35db613,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:16.832848 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:16.910198 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4260893
Apr 30 16:31:16.932167 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Request body: {'port': {'device_id': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:17.104650 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:17.143654 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf491ae2-eea1-463e-b9eb-c9e1905da1b9 req-c35daa30-8706-4470-a277-1ad6af2220f9 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:17.145226 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cf491ae2-eea1-463e-b9eb-c9e1905da1b9 req-c35daa30-8706-4470-a277-1ad6af2220f9 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 931 time: 0.1342583
Apr 30 16:31:17.199636 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-fbbb7883-04dd-41c1-b675-553759dd3760 None None] Provisioning for port de4ae6b4-4de0-40cb-a0e1-9701a35db613 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:31:17.206586 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-fbbb7883-04dd-41c1-b675-553759dd3760 None None] Provisioning complete for port de4ae6b4-4de0-40cb-a0e1-9701a35db613 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:31:17.207257 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7883-04dd-41c1-b675-553759dd3760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:17.214442 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cf491ae2-eea1-463e-b9eb-c9e1905da1b9 req-a8987033-b52f-4814-a7dd-e81f97d3b6f3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585651
Apr 30 16:31:17.285289 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb7883-04dd-41c1-b675-553759dd3760 None None] Port de4ae6b4-4de0-40cb-a0e1-9701a35db613 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:31:17.554943 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4ae6b4-4de0-40cb-a0e1-9701a35db613 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:31:17.564239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:17.581181 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Transition to ACTIVE for port object de4ae6b4-4de0-40cb-a0e1-9701a35db613 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:31:17.645759 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:17.650140 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:17.728856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:31:17.891092 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=de4ae6b4-4de0-40cb-a0e1-9701a35db613,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:17.894331 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:18.017910 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Attempting to bind port de4ae6b4-4de0-40cb-a0e1-9701a35db613 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:31:18.018639 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Attempting to bind port de4ae6b4-4de0-40cb-a0e1-9701a35db613 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:31:18.018639 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Attempting to bind port de4ae6b4-4de0-40cb-a0e1-9701a35db613 on network aa417807-97da-401a-88f0-fb2baff76934 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:31:18.025094 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Port de4ae6b4-4de0-40cb-a0e1-9701a35db613 on network aa417807-97da-401a-88f0-fb2baff76934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:31:18.025419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Attempting to bind port de4ae6b4-4de0-40cb-a0e1-9701a35db613 on network aa417807-97da-401a-88f0-fb2baff76934 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:31:18.031563 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:31:18.032010 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Checking segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:31:18.032546 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Bound using segment: {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:31:18.032997 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Bound port: de4ae6b4-4de0-40cb-a0e1-9701a35db613, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1b11c9-1685-435a-ac8e-7972aaf62c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:31:18.033349 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:18.133725 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] For port de4ae6b4-4de0-40cb-a0e1-9701a35db613, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:31:18.137011 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] For port de4ae6b4-4de0-40cb-a0e1-9701a35db613, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:31:18.218395 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:18.223650 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2463eda5-37ea-4b8e-ac46-5dc1a3baa087 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:18.276338 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:18.277630 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:18.279739 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] 10.222.0.69 "PUT /v2.0/ports/de4ae6b4-4de0-40cb-a0e1-9701a35db613 HTTP/1.1" status: 200  len: 1093 time: 1.3536339
Apr 30 16:31:18.287645 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'tag': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:18.335142 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=de4ae6b4-4de0-40cb-a0e1-9701a35db613,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:18.354167 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:18.538079 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455f976-623d-44b5-a1f1-4302fa960aae req-694cec8d-811f-4609-896b-6726772208ba tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:18.542261 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3455f976-623d-44b5-a1f1-4302fa960aae req-694cec8d-811f-4609-896b-6726772208ba tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 943 time: 0.1248040
Apr 30 16:31:18.600647 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-ae9ba981-db74-4b27-8d2c-86904714fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:18.603490 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-ae9ba981-db74-4b27-8d2c-86904714fa1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 1096 time: 0.1191955
Apr 30 16:31:18.610706 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3455f976-623d-44b5-a1f1-4302fa960aae req-8bb1141b-2a5c-462d-be58-6149e277804e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596073
Apr 30 16:31:18.716225 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'tag': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'status': 'completed', 'code': 200}
Apr 30 16:31:18.731164 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:18.732641 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-16f4dd5b-6740-4463-a81e-77b75c13c4fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613 HTTP/1.1" status: 200  len: 217 time: 0.1142583
Apr 30 16:31:18.806369 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-d7f5dfd5-a7d2-4594-9c16-19498bfcc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:18.812041 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-d7f5dfd5-a7d2-4594-9c16-19498bfcc49f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0685506
Apr 30 16:31:18.841072 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a146d18b-3b4b-4df3-aa25-ce5213d02287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:18.936466 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-d75ceafc-b121-4d7d-a621-402512f797f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:18.938158 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-d75ceafc-b121-4d7d-a621-402512f797f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1225288
Apr 30 16:31:19.034051 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ee704-2302-4625-b36c-8807a6e32c09 req-e309b78d-78a8-4da5-8e13-61c8e49ba7e9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:19.037429 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-283ee704-2302-4625-b36c-8807a6e32c09 req-e309b78d-78a8-4da5-8e13-61c8e49ba7e9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1142163
Apr 30 16:31:19.091213 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-09eb236b-bbe6-4f8c-a0f4-e2443d8bd04a service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448977
Apr 30 16:31:19.143039 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-283ee704-2302-4625-b36c-8807a6e32c09 req-5530cfb6-957d-4c5c-bdf5-2c8de67c5af4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993209
Apr 30 16:31:19.276969 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a8f24e3-463b-4f8f-8f1c-6fcfeb29ab07 req-aabc94d7-3f64-4420-8870-6dc1e604ab1d service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784983
Apr 30 16:31:19.530958 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2802783-b7a2-470f-8046-c1c76d62221c req-7e9aadc3-35d8-4e76-9548-0c8737405a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:19.532716 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2802783-b7a2-470f-8046-c1c76d62221c req-7e9aadc3-35d8-4e76-9548-0c8737405a11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 1096 time: 0.0804248
Apr 30 16:31:19.767357 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:19.770875 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2802783-b7a2-470f-8046-c1c76d62221c req-4470122c-1dbb-4127-880b-5cc4aea86faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:19.772996 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2802783-b7a2-470f-8046-c1c76d62221c req-4470122c-1dbb-4127-880b-5cc4aea86faf service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 912 time: 0.2328434
Apr 30 16:31:19.838836 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 51852) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:19.890397 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2802783-b7a2-470f-8046-c1c76d62221c req-e426af3d-46ef-4c4d-86e2-8066ef5c0ae4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613 HTTP/1.1" status: 200  len: 217 time: 0.1087394
Apr 30 16:31:19.980265 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2802783-b7a2-470f-8046-c1c76d62221c req-027add1d-802a-4f3b-8014-cfdd73341a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:19.984270 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2802783-b7a2-470f-8046-c1c76d62221c req-027add1d-802a-4f3b-8014-cfdd73341a8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0847087
Apr 30 16:31:20.046948 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-69d29bf7-5feb-4bc2-a7f8-532e0d9b503e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2062368
Apr 30 16:31:20.047558 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb89d-f0f7-4587-9208-ef7abfa9f7c9 req-a0871a43-397d-4502-97e3-b837a85e417f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:20.048371 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-7b5eb89d-f0f7-4587-9208-ef7abfa9f7c9 req-a0871a43-397d-4502-97e3-b837a85e417f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Synchronizing usage tracker for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:20.101658 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2802783-b7a2-470f-8046-c1c76d62221c req-fec10045-9e68-4736-8e8d-ddcf69e8e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:20.104440 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2802783-b7a2-470f-8046-c1c76d62221c req-fec10045-9e68-4736-8e8d-ddcf69e8e6bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1115530
Apr 30 16:31:20.163304 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-7b5eb89d-f0f7-4587-9208-ef7abfa9f7c9 req-a0871a43-397d-4502-97e3-b837a85e417f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Unset dirty status for tenant:d435f88d59a74c9a8b66cb9a71fc3e78 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:20.164356 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7b5eb89d-f0f7-4587-9208-ef7abfa9f7c9 req-a0871a43-397d-4502-97e3-b837a85e417f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 943 time: 0.3275015
Apr 30 16:31:20.385001 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7b5eb89d-f0f7-4587-9208-ef7abfa9f7c9 req-2bc1629a-d34f-407b-8cd3-cf6914cae034 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2077854
Apr 30 16:31:20.405577 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2802783-b7a2-470f-8046-c1c76d62221c req-0837ab84-ce55-4a77-bb30-753bb57fd374 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928386
Apr 30 16:31:20.484665 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcbc25-c6af-479a-b31a-2d57b9c1be1e req-3242a8e5-c36b-4673-890c-c45f305f5b83 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:20.486835 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4afcbc25-c6af-479a-b31a-2d57b9c1be1e req-3242a8e5-c36b-4673-890c-c45f305f5b83 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1205726
Apr 30 16:31:20.716730 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4afcbc25-c6af-479a-b31a-2d57b9c1be1e req-d9661d93-8f83-4b5d-ab80-2640d09149a3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2171073
Apr 30 16:31:20.759765 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b2802783-b7a2-470f-8046-c1c76d62221c req-88063906-28a8-4788-bb9b-269fcc7c0e5d service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3463783
Apr 30 16:31:21.331151 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:21.752034 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1628a-82b1-4a60-bb16-f2c176a128c5 req-bda82dca-953d-4a19-810f-f6fb82a3e972 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:21.753938 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dbb1628a-82b1-4a60-bb16-f2c176a128c5 req-bda82dca-953d-4a19-810f-f6fb82a3e972 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 943 time: 0.1496859
Apr 30 16:31:21.833797 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dbb1628a-82b1-4a60-bb16-f2c176a128c5 req-49c7ee0a-2e68-4ea1-abfd-a8a1ee32719c tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728545
Apr 30 16:31:22.007071 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde43509-d730-4f3c-bd9f-a7a2b96b06d6 req-67b067c5-cb80-496f-9993-ca84d2d425da tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:22.009145 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-dde43509-d730-4f3c-bd9f-a7a2b96b06d6 req-67b067c5-cb80-496f-9993-ca84d2d425da tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1013105
Apr 30 16:31:22.059909 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-dde43509-d730-4f3c-bd9f-a7a2b96b06d6 req-6f8ab14c-a04b-4bae-92ef-4fb2dbb468a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435739
Apr 30 16:31:23.067569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631eba0-f718-4eb3-a83a-19005133295f req-cb8b8995-9df1-4de1-bdb4-cd2889c2e354 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:23.069167 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9631eba0-f718-4eb3-a83a-19005133295f req-cb8b8995-9df1-4de1-bdb4-cd2889c2e354 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 943 time: 0.1060131
Apr 30 16:31:23.127174 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9631eba0-f718-4eb3-a83a-19005133295f req-0bb2efc0-fc0c-458c-b0d9-8a4810722d32 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466835
Apr 30 16:31:23.279207 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f174e9-3f83-47f8-8ba0-41f113649d3c req-24b211e1-6e9e-41a7-b40e-a819cbc37117 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:23.280855 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-79f174e9-3f83-47f8-8ba0-41f113649d3c req-24b211e1-6e9e-41a7-b40e-a819cbc37117 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0956256
Apr 30 16:31:23.332007 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-79f174e9-3f83-47f8-8ba0-41f113649d3c req-070b5a10-23dd-450a-b6cb-87cbb176a0ef tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451190
Apr 30 16:31:23.545603 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-f6782fcf-bb2a-4647-8bc9-e793fcdbc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:23.547259 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-f6782fcf-bb2a-4647-8bc9-e793fcdbc4e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd&tenant_id=b1c386717b3e4e09a996d488d118dcca HTTP/1.1" status: 200  len: 1096 time: 0.0756724
Apr 30 16:31:23.693171 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-b64b7584-d228-421f-a728-17751134b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:23.694593 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-b64b7584-d228-421f-a728-17751134b854 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 1096 time: 0.1130981
Apr 30 16:31:23.766598 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device de4ae6b4-4de0-40cb-a0e1-9701a35db613 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:31:23.870895 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-97c9ab00-bf8e-40a7-ad32-f083b0e304db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:23.873072 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-97c9ab00-bf8e-40a7-ad32-f083b0e304db service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.1686485
Apr 30 16:31:23.966076 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port de4ae6b4-4de0-40cb-a0e1-9701a35db613, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:23.984565 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'port_id': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'mac_address': 'fa:16:3e:33:3d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:31:23.997415 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-d2e34fd3-aea5-451c-9f13-0dc066309a6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e680e2-76ef-40bb-9e14-98794a602378 HTTP/1.1" status: 200  len: 999 time: 0.1163180
Apr 30 16:31:24.052546 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:24.081565 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4ae6b4-4de0-40cb-a0e1-9701a35db613 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:31:24.088277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-38705672-e669-4108-93d6-1cd13b7aeedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:24.091347 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-38705672-e669-4108-93d6-1cd13b7aeedd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0868845
Apr 30 16:31:24.105187 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port de4ae6b4-4de0-40cb-a0e1-9701a35db613, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:24.176969 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:24.179378 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-9436f9f3-17f9-4d41-8969-a101cd574d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:24.183987 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-c3dd2771-e709-4d78-987e-82659d1dc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:24.187277 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-c3dd2771-e709-4d78-987e-82659d1dc55e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896385
Apr 30 16:31:24.264159 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=de4ae6b4-4de0-40cb-a0e1-9701a35db613,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:24.267535 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:24.501878 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-8907ba8d-a964-4b71-aea4-a14e44a4f12a service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3068140
Apr 30 16:31:24.548253 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8393cd2-1f12-42e3-8adc-38a46768a64d req-3466fec3-756f-4ac4-bdab-36c3fd0cea19 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:24.551198 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f8393cd2-1f12-42e3-8adc-38a46768a64d req-3466fec3-756f-4ac4-bdab-36c3fd0cea19 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0966992
Apr 30 16:31:24.611580 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f8393cd2-1f12-42e3-8adc-38a46768a64d req-113a0e69-3b02-490f-a42c-7b7dd9858571 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521162
Apr 30 16:31:24.658159 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9363b-5529-4f0f-8328-6203259fe42c req-8cc5fb53-4248-46d7-86dc-5d8478370375 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:24.659710 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-49b9363b-5529-4f0f-8328-6203259fe42c req-8cc5fb53-4248-46d7-86dc-5d8478370375 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 944 time: 0.3096628
Apr 30 16:31:24.734079 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-b9ee9851-19a3-4484-b274-92c4474caa2d service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225630
Apr 30 16:31:24.737037 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-49b9363b-5529-4f0f-8328-6203259fe42c req-853bf74f-31e1-4eb9-8f7c-db15ebe1b848 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695996
Apr 30 16:31:24.845695 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['de4ae6b4-4de0-40cb-a0e1-9701a35db613'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:31:25.833684 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66fa61-e206-4b2b-a3a6-67e7bc6bae48 req-cb1cd60d-cccb-412e-90df-eff5db2b469f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:25.835293 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-eb66fa61-e206-4b2b-a3a6-67e7bc6bae48 req-cb1cd60d-cccb-412e-90df-eff5db2b469f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0937366
Apr 30 16:31:25.911297 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-eb66fa61-e206-4b2b-a3a6-67e7bc6bae48 req-5f54bbc9-dd7d-4d3f-8715-a91674c6d156 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637596
Apr 30 16:31:26.015597 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdfa29-03da-48bc-b229-a7d6adcbf6c1 req-9c68bc2c-f840-47b4-92f4-6cf40e124bed tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:26.018606 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cbcdfa29-03da-48bc-b229-a7d6adcbf6c1 req-9c68bc2c-f840-47b4-92f4-6cf40e124bed tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 944 time: 0.1630661
Apr 30 16:31:26.073161 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cbcdfa29-03da-48bc-b229-a7d6adcbf6c1 req-1928849e-d44a-493e-a7ff-60b0d819069f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487764
Apr 30 16:31:27.179682 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2887e7-822d-4e5b-88f4-e0287cfe6b29 req-ec9a5194-c0c5-4dab-896f-996a76c2cf09 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:27.181997 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4f2887e7-822d-4e5b-88f4-e0287cfe6b29 req-ec9a5194-c0c5-4dab-896f-996a76c2cf09 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1112933
Apr 30 16:31:27.241393 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4f2887e7-822d-4e5b-88f4-e0287cfe6b29 req-e3f08658-c12e-4585-8aaf-973297d5d22f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520406
Apr 30 16:31:27.352105 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dceb8-18e5-49da-91eb-db06df40a6d7 req-c68fcbef-1a2b-4ada-995c-29ac61d57cb6 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:27.354054 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5f6dceb8-18e5-49da-91eb-db06df40a6d7 req-c68fcbef-1a2b-4ada-995c-29ac61d57cb6 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 944 time: 0.1027801
Apr 30 16:31:27.407724 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5f6dceb8-18e5-49da-91eb-db06df40a6d7 req-08a58d4c-cf7d-43de-ae23-351914adb375 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473590
Apr 30 16:31:27.795502 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device de4ae6b4-4de0-40cb-a0e1-9701a35db613 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:31:28.018124 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port de4ae6b4-4de0-40cb-a0e1-9701a35db613 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:31:28.026737 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port de4ae6b4-4de0-40cb-a0e1-9701a35db613 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:31:28.027377 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:28.220473 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:28.254005 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:28.266849 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port de4ae6b4-4de0-40cb-a0e1-9701a35db613, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:28.330828 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'code': 200}
Apr 30 16:31:28.405737 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:28.407991 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:28.476918 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfee09c-d1e8-4c66-9983-fc5230530c77 req-2867590c-2516-45c7-a39d-bb54e9eaeed7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:28.478594 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1dfee09c-d1e8-4c66-9983-fc5230530c77 req-2867590c-2516-45c7-a39d-bb54e9eaeed7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1109269
Apr 30 16:31:28.553350 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=de4ae6b4-4de0-40cb-a0e1-9701a35db613,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:28.556665 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:28.573528 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1dfee09c-d1e8-4c66-9983-fc5230530c77 req-7d9fb1c4-2a6a-43e9-af0e-4fdbf4b7ac83 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873668
Apr 30 16:31:28.655494 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffade28-790f-4f07-9a3f-79a35f6cdf2b req-2da93ef4-6ed9-4daf-8aa5-fee4919eb7c0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:28.658038 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3ffade28-790f-4f07-9a3f-79a35f6cdf2b req-2da93ef4-6ed9-4daf-8aa5-fee4919eb7c0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1134570
Apr 30 16:31:28.710416 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3ffade28-790f-4f07-9a3f-79a35f6cdf2b req-39c4c70c-8be6-4eb3-9e4a-545148b82409 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442770
Apr 30 16:31:29.889452 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f29f24-f174-44ff-80f3-e0e097752558 req-3a345fab-b23d-4bc7-a349-3dfa753f434d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:29.892942 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-58f29f24-f174-44ff-80f3-e0e097752558 req-3a345fab-b23d-4bc7-a349-3dfa753f434d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1096027
Apr 30 16:31:29.924331 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-71c28d00-9daa-4da3-b7f2-7b3eb4a80f61 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:29.957068 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-58f29f24-f174-44ff-80f3-e0e097752558 req-8be6bc79-29ca-4697-80a4-d7692768250e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559621
Apr 30 16:31:30.016959 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-71c28d00-9daa-4da3-b7f2-7b3eb4a80f61 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:30.020187 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-71c28d00-9daa-4da3-b7f2-7b3eb4a80f61 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202812268&fields=id&tenant_id=0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 267 time: 0.1524734
Apr 30 16:31:30.234853 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-2a497bf0-8ab6-4e62-a090-f92d255def31 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:30.235727 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-2a497bf0-8ab6-4e62-a090-f92d255def31 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:network {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:30.366484 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c527360-a530-4aa5-bf4a-eb9a3ce7150e req-8d804477-1f08-4ce5-a29d-7496c73b91d0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:30.378095 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9c527360-a530-4aa5-bf4a-eb9a3ce7150e req-8d804477-1f08-4ce5-a29d-7496c73b91d0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.2205851
Apr 30 16:31:30.427869 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9c527360-a530-4aa5-bf4a-eb9a3ce7150e req-19447e3d-1681-4321-9089-ff046ce0d7d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486517
Apr 30 16:31:30.680082 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-2a497bf0-8ab6-4e62-a090-f92d255def31 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:network {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:30.681820 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-2a497bf0-8ab6-4e62-a090-f92d255def31 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 812 time: 0.6551876
Apr 30 16:31:30.703227 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-b2db85f7-e87c-4af3-aecb-720007b90895 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/quotas/0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 375 time: 0.0114284
Apr 30 16:31:30.841615 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-fd73d99d-6f5f-4ecc-ad43-0446b3800ff4 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1322000
Apr 30 16:31:30.998152 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-c6dff77e-cf74-459d-a4d8-0a649523c43d service neutron] 10.222.0.57 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469777
Apr 30 16:31:31.241722 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-b2b439e2-446a-41db-b54d-02b25a0fd6ef service neutron] 10.222.0.57 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317152
Apr 30 16:31:31.383361 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a351a6-0d91-4ef7-a2a4-fd1657683eb8 req-674c23fb-4ba0-42e2-a954-a4cfd2af94d7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:31.385988 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6a351a6-0d91-4ef7-a2a4-fd1657683eb8 req-674c23fb-4ba0-42e2-a954-a4cfd2af94d7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1071849
Apr 30 16:31:31.483526 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a6a351a6-0d91-4ef7-a2a4-fd1657683eb8 req-860b9361-1138-4849-9236-bff00018f99e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847514
Apr 30 16:31:31.729664 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c9393-e0e8-4e07-b96d-06120b63c0a7 req-0e069b76-2fc2-4b0a-8aac-83bc590a97f0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:31.731867 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-261c9393-e0e8-4e07-b96d-06120b63c0a7 req-0e069b76-2fc2-4b0a-8aac-83bc590a97f0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1192653
Apr 30 16:31:31.788065 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-261c9393-e0e8-4e07-b96d-06120b63c0a7 req-2723e4b5-e38a-49c2-89fb-9a0271acb619 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496776
Apr 30 16:31:32.634624 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-9cd07bb3-59f0-4967-b81b-f5d631082141 req-7bdde37e-af30-494c-aadb-560bff6f1315 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:32.765977 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-9cd07bb3-59f0-4967-b81b-f5d631082141 req-7bdde37e-af30-494c-aadb-560bff6f1315 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:32.768000 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9cd07bb3-59f0-4967-b81b-f5d631082141 req-7bdde37e-af30-494c-aadb-560bff6f1315 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.2702594
Apr 30 16:31:32.912620 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ffcaf-0c84-45ac-9403-cd24ae78faf2 req-0449db7e-e40c-4a32-b872-aef6ec2b3797 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:32.914858 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-833ffcaf-0c84-45ac-9403-cd24ae78faf2 req-0449db7e-e40c-4a32-b872-aef6ec2b3797 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1390533
Apr 30 16:31:32.991788 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-833ffcaf-0c84-45ac-9403-cd24ae78faf2 req-010ec135-e8d1-488f-90dd-22f349a4a76e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700669
Apr 30 16:31:33.038070 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ee22-5cbb-4c5b-a7d8-3f4cf7c006be req-b152e975-3379-4e2c-9974-5b40d5af8cc3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:33.039802 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-85b5ee22-5cbb-4c5b-a7d8-3f4cf7c006be req-b152e975-3379-4e2c-9974-5b40d5af8cc3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1009066
Apr 30 16:31:33.114382 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-85b5ee22-5cbb-4c5b-a7d8-3f4cf7c006be req-1130e072-ff1e-4e0b-b0c5-ea9692c0e9e9 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628006
Apr 30 16:31:34.020307 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e98df261-eb2e-49ca-b770-83005708c915 req-3b83f203-74b0-47e6-9ae2-8f8fb5420d7e tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0903163
Apr 30 16:31:34.273130 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92403c89-c00b-4aae-be9d-33f6971af9e0 req-3d66f337-6dc9-4825-b112-d514c36e1514 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:34.277116 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-92403c89-c00b-4aae-be9d-33f6971af9e0 req-3d66f337-6dc9-4825-b112-d514c36e1514 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1138275
Apr 30 16:31:34.353412 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-92403c89-c00b-4aae-be9d-33f6971af9e0 req-4d0e29f2-fe03-445e-80aa-b9bd929d252e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674875
Apr 30 16:31:34.425014 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002430c-a6b7-449c-9299-0c5520dfe6ee req-08d5b384-56ef-4c2d-95dd-717e8654ea71 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:34.427835 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a002430c-a6b7-449c-9299-0c5520dfe6ee req-08d5b384-56ef-4c2d-95dd-717e8654ea71 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1557446
Apr 30 16:31:34.482082 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a002430c-a6b7-449c-9299-0c5520dfe6ee req-7840adf2-f0e4-40b4-88b3-71efcdfc2acd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478976
Apr 30 16:31:35.248539 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8dcbcbd8-0751-4d09-b966-0368b446b4d8 req-104965d3-eb8d-4c83-a5ff-9f3e52202703 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0455301
Apr 30 16:31:35.731421 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f896c73-d24c-4fc2-b049-ec75f156b6f2 req-2868c573-0414-4e6c-9636-e8ada25c311d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:35.733165 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1f896c73-d24c-4fc2-b049-ec75f156b6f2 req-2868c573-0414-4e6c-9636-e8ada25c311d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1723979
Apr 30 16:31:35.792120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a229bf-87fa-482a-885e-e1f568549437 req-7cdb9fe0-3b83-4acf-bc8c-3d9442beb60f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:35.804979 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-25a229bf-87fa-482a-885e-e1f568549437 req-7cdb9fe0-3b83-4acf-bc8c-3d9442beb60f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1485875
Apr 30 16:31:35.827014 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1f896c73-d24c-4fc2-b049-ec75f156b6f2 req-c573500a-2165-44d0-b8e2-48dbb6b26880 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830612
Apr 30 16:31:35.883562 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-25a229bf-87fa-482a-885e-e1f568549437 req-23ce0625-0b67-4009-89f4-02d4a8e797bb tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755649
Apr 30 16:31:36.451951 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-35a316f2-8a87-48c5-8e16-3cbcd1f3f51f req-8e6c438c-94f2-44e9-ab70-3ced21b2219a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0533338
Apr 30 16:31:37.151990 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d4f04-7cfd-4e07-9d0f-c7518d561ac2 req-7a12aa93-f823-4a0f-a18c-3005f04351c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:37.160945 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f7d4f04-7cfd-4e07-9d0f-c7518d561ac2 req-7a12aa93-f823-4a0f-a18c-3005f04351c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1339493
Apr 30 16:31:37.212796 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8f7d4f04-7cfd-4e07-9d0f-c7518d561ac2 req-58f83ddf-9d15-4dd6-9012-31278abfe953 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508578
Apr 30 16:31:37.245512 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d3f39-4c42-4b89-a1f0-8288e021cb4b req-02c3798d-9365-4cb2-b476-5acdad6a147e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:37.249909 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-285d3f39-4c42-4b89-a1f0-8288e021cb4b req-02c3798d-9365-4cb2-b476-5acdad6a147e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1578639
Apr 30 16:31:37.329787 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-285d3f39-4c42-4b89-a1f0-8288e021cb4b req-32dabbd2-705e-4938-8ff2-281acac0b878 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745173
Apr 30 16:31:37.692591 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-867aaff2-0cc8-48cc-85aa-4ef08be27ff3 req-891abf96-3659-4287-acf6-9e5f6bcc5c1b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0787487
Apr 30 16:31:38.524201 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1baffd-eed8-43bb-bf19-306ea1d7b6f5 req-c808665f-c1fb-4a2c-8add-6f5da2158b22 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:38.526099 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0c1baffd-eed8-43bb-bf19-306ea1d7b6f5 req-c808665f-c1fb-4a2c-8add-6f5da2158b22 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1851122
Apr 30 16:31:38.589208 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0c1baffd-eed8-43bb-bf19-306ea1d7b6f5 req-23b01398-9004-490b-be52-37c2912e37b3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521829
Apr 30 16:31:38.591715 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a9cb-74c7-4f81-a83a-81674741c415 req-38590931-543d-421b-b300-1d74e95d9f15 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:38.594592 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5608a9cb-74c7-4f81-a83a-81674741c415 req-38590931-543d-421b-b300-1d74e95d9f15 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1133268
Apr 30 16:31:38.657266 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5608a9cb-74c7-4f81-a83a-81674741c415 req-bc40104c-9d44-45bf-8f9a-a5bee74dd9ca tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527279
Apr 30 16:31:38.860099 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-63a229dc-7f61-4811-92e1-81cf25122773 req-535474bd-7ba8-4c37-b55a-8a753d46d465 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0527442
Apr 30 16:31:39.802130 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244aba4-c4f9-4aa9-8157-907aef9a356b req-26cca031-41c9-4ef1-9f64-53bbb6dfe6c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:39.803724 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4244aba4-c4f9-4aa9-8157-907aef9a356b req-26cca031-41c9-4ef1-9f64-53bbb6dfe6c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0847094
Apr 30 16:31:39.856747 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4244aba4-c4f9-4aa9-8157-907aef9a356b req-904a193a-336d-4163-b611-af9bac9a2429 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433772
Apr 30 16:31:39.913831 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807dcc9-bc35-43d2-a0ec-453aeb083432 req-700f78f6-bb3c-4813-9609-b1590e12d864 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:39.915456 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b807dcc9-bc35-43d2-a0ec-453aeb083432 req-700f78f6-bb3c-4813-9609-b1590e12d864 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1339395
Apr 30 16:31:39.967048 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b807dcc9-bc35-43d2-a0ec-453aeb083432 req-89005c59-2f91-4f9f-9e6a-5630c96a585f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447259
Apr 30 16:31:40.068011 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-23becf43-2e53-482a-96e1-51507bc80452 req-da9aad16-1b15-4132-b39c-78773442c1d5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0516889
Apr 30 16:31:41.094320 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b9c1-5bc4-4614-9d68-630f0c8b9142 req-2b9b2dcb-0747-4871-b6a4-44aa1881ead8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:41.107477 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-38c5b9c1-5bc4-4614-9d68-630f0c8b9142 req-2b9b2dcb-0747-4871-b6a4-44aa1881ead8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1291614
Apr 30 16:31:41.182351 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-38c5b9c1-5bc4-4614-9d68-630f0c8b9142 req-b4e4bb00-d485-4291-9736-a35e72c67d13 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733249
Apr 30 16:31:41.250377 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad14ba-6df1-4539-850b-f30034619c6a req-dbd8a365-03c5-4c20-b4ad-f7f26bb449ea tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:41.252606 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f5ad14ba-6df1-4539-850b-f30034619c6a req-dbd8a365-03c5-4c20-b4ad-f7f26bb449ea tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1077356
Apr 30 16:31:41.304533 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f5ad14ba-6df1-4539-850b-f30034619c6a req-0b224baf-57f9-4cf6-8f60-adcfe3067235 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459659
Apr 30 16:31:41.351322 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-05cf699f-53b9-4bbf-ab8e-0d84dd2c2e91 req-2847c7ba-d277-4dcd-ade1-8c26eae3e9d6 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0444777
Apr 30 16:31:41.526355 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-a6e6df39-2a22-43e5-b509-353b6b68ab21 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940652734&fields=id&tenant_id=6664e67048ee4a1c9eb06bd4236f9b37 HTTP/1.1" status: 200  len: 267 time: 0.0564463
Apr 30 16:31:41.531807 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4e4cb-c4c6-43ba-8d46-c51c2a691af3 req-b3ff4bf2-d941-4d93-ad84-092e88afd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:41.533291 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-79a4e4cb-c4c6-43ba-8d46-c51c2a691af3 req-b3ff4bf2-d941-4d93-ad84-092e88afd538 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 1098 time: 0.1211102
Apr 30 16:31:41.628968 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-79a4e4cb-c4c6-43ba-8d46-c51c2a691af3 req-3cd2b4af-4096-4a84-9a12-b363f638f311 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621743
Apr 30 16:31:41.658392 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-9ad5b559-5729-46de-8109-080e5ffc8274 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:41.659952 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-9ad5b559-5729-46de-8109-080e5ffc8274 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 984 time: 0.1257949
Apr 30 16:31:41.672396 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Request body: {'port': {'security_groups': ['52fefa16-46b7-4de1-b114-642d8dc64bc0']}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:41.805595 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:42.168958 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] For port 645c427f-2486-4f29-b02a-89f8e6c75822, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=645c427f-2486-4f29-b02a-89f8e6c75822,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:42.195165 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:42.267871 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:42.276692 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:42.318764 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['645c427f-2486-4f29-b02a-89f8e6c75822'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:31:42.344727 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:42.345428 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:42.346917 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bc77eb08-528a-4955-8a64-bb4f896c0f89 req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "PUT /v2.0/ports/645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 942 time: 0.6801310
Apr 30 16:31:42.347459 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:42.355521 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52030) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:42.385366 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event updated for resources: {'Port': ['ID=645c427f-2486-4f29-b02a-89f8e6c75822,revision_number=7']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:42.396556 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.397036 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.397316 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.397657 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.398385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.398741 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.399085 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.399429 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.400376 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.400857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.402238 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.402238 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.406948 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cdf7fc0e-fe00-403a-8839-2d3e0da0a6e6 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:42.469778 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:42.504629 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9f15f-0503-486e-a2dc-5aa109a141f5 req-42a89c9c-d3a9-422a-9f36-99d7b8a6b1f5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:42.506283 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-80e9f15f-0503-486e-a2dc-5aa109a141f5 req-42a89c9c-d3a9-422a-9f36-99d7b8a6b1f5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1993513
Apr 30 16:31:42.570633 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:42.622911 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-80e9f15f-0503-486e-a2dc-5aa109a141f5 req-83001c56-7587-499b-bad8-b98816a3e88e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816436
Apr 30 16:31:42.666736 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc89431-fe03-412c-8f60-072f9aae3466 req-e483e54d-1595-492b-8bd3-30c555939cd2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:42.679821 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6bc89431-fe03-412c-8f60-072f9aae3466 req-e483e54d-1595-492b-8bd3-30c555939cd2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1877606
Apr 30 16:31:42.741806 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['645c427f-2486-4f29-b02a-89f8e6c75822'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:31:42.747222 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822', 'status': 'completed', 'code': 200}
Apr 30 16:31:42.770866 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:42.776302 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6bc89431-fe03-412c-8f60-072f9aae3466 req-2368fc6d-c69a-4205-af88-4bea64b77613 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947707
Apr 30 16:31:42.786646 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0ac8e1d7-38ef-4cf0-ae79-08ea792e2d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:42.814099 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e55307-648a-4fdc-a298-ece6461d1b7a,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:42.825406 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.825927 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.826344 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.826753 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.827108 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.827463 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.827813 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.828160 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.828504 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.829307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.829307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.829840 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:31:42.833121 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:42.878526 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-73a59771-c1d4-4bd5-b1b2-0f6bf0e89d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:42.880769 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-73a59771-c1d4-4bd5-b1b2-0f6bf0e89d1a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1098 time: 0.1001599
Apr 30 16:31:42.923819 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-4e2c1279-1521-45ff-b9b2-60b1fe575c72 None None] Provisioning complete for port 645c427f-2486-4f29-b02a-89f8e6c75822 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:31:42.924121 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4e2c1279-1521-45ff-b9b2-60b1fe575c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:42.988105 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-aa774d92-a3f6-400a-bfe3-801f61f40e1b req-2bb19577-18c9-46db-8c1b-ee4c1f5ae875 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.1145940
Apr 30 16:31:43.085970 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-96faa75d-7a2a-4457-a630-3b43ba1928a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:43.089475 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-96faa75d-7a2a-4457-a630-3b43ba1928a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 914 time: 0.1802204
Apr 30 16:31:43.162796 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:43.166835 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "DELETE /v2.0/security-groups/65e55307-648a-4fdc-a298-ece6461d1b7a HTTP/1.1" status: 204  len: 168 time: 0.8091016
Apr 30 16:31:43.167656 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52036) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:43.293624 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-0c43f6c0-78bb-4442-a90b-a17922058e16 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:43.295073 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-0c43f6c0-78bb-4442-a90b-a17922058e16 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 812 time: 0.3858786
Apr 30 16:31:43.314696 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-6a3eab2b-b80a-4e0c-bff8-2aeeffd87859 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 1000 time: 0.1907942
Apr 30 16:31:43.426835 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-735722f4-e36a-4022-a6ad-8581e418a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:43.428479 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-735722f4-e36a-4022-a6ad-8581e418a4c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 200  len: 852 time: 0.1052513
Apr 30 16:31:43.446497 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-157da0a3-9024-498d-bbc9-33cbe18bf501 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 380 time: 0.1354547
Apr 30 16:31:43.465702 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'port': {'device_id': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'admin_state_up': True, 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'security_groups': ['29f32e91-b2fc-4a3a-9d23-7e028230a6fd']}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:43.546848 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-94da767d-bc3e-4426-bfab-dc862b8f77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:43.548445 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-94da767d-bc3e-4426-bfab-dc862b8f77b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03b85f18-ca19-414b-8cfb-0513b737f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112311
Apr 30 16:31:43.663276 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:31:43.666934 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Deleting port abfa2f3c-6016-41a3-832c-b7a64ac9f361 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:31:43.667279 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:43.708316 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:31:43.788718 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-547132fe-0ec6-4683-85c7-6aaa484fae9f service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325301
Apr 30 16:31:43.841716 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:43.843365 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:43.865588 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Made reservation on behalf of 0348ba69067740ddb540d4e78d2ed016 for: {'port': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:31:43.872484 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:44.019157 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7c710ab4-962c-40ed-8ca2-d2584c975938 req-e1591e49-4722-4e18-895b-f834f4945046 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223966
Apr 30 16:31:44.030666 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717494be-2791-4719-ba90-735e64880057 req-661521a0-9743-4ebd-ad3a-87912f66e4a0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:44.036431 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-717494be-2791-4719-ba90-735e64880057 req-661521a0-9743-4ebd-ad3a-87912f66e4a0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1769948
Apr 30 16:31:44.088480 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-717494be-2791-4719-ba90-735e64880057 req-5de4f32f-8c2b-49ed-b83b-ffd408cc2da9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419717
Apr 30 16:31:44.243635 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-503d0ede-c4ce-4250-9d33-1f88416210d3 req-db77b7aa-f80d-4aa4-805f-51a726de587d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0486143
Apr 30 16:31:44.249462 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Calling delete_port for abfa2f3c-6016-41a3-832c-b7a64ac9f361 owned by network:floatingip {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:31:44.685257 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f8c9c-5580-448e-a9d0-2568fd28043c req-25c957ae-3cf4-4ec3-aa52-b80bee86bc9b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:44.688059 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a5f8c9c-5580-448e-a9d0-2568fd28043c req-25c957ae-3cf4-4ec3-aa52-b80bee86bc9b tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.7013936
Apr 30 16:31:44.714202 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:31:44.745586 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Allocated IP 172.20.0.3 (3b24660c-ab42-433f-a2d6-774387938166/6e67b334-4709-4cc6-a5e8-338d979ed432/83efcca8-ea92-48a7-9b27-0bc3d4990bdb) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:31:44.784234 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a5f8c9c-5580-448e-a9d0-2568fd28043c req-d3ca09f8-8101-4c04-92b9-21a1b5c35b42 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888283
Apr 30 16:31:45.029869 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:45.036286 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-11cd2ba5-fae3-4ec0-af89-03be0d507561 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:45.057330 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f2ee1-4a54-4c8c-a41d-ce50b3176945 req-07ade942-55bc-490a-9bfb-e7eade023264 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:45.059963 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-515f2ee1-4a54-4c8c-a41d-ce50b3176945 req-07ade942-55bc-490a-9bfb-e7eade023264 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1069934
Apr 30 16:31:45.071078 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52048) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:45.081430 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Request body: {'floatingip': {'port_id': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:45.094776 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event deleted for resources: {'Port': ['ID=abfa2f3c-6016-41a3-832c-b7a64ac9f361,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:45.134428 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:45.225613 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:45.250952 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks [] for floatingip, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:45.251300 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.l3_db [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Floating IP 19d9f510-853b-429d-9ad0-ffe9db974425 disassociated (deleted). External IP: 172.27.0.57, port: 645c427f-2486-4f29-b02a-89f8e6c75822.
Apr 30 16:31:45.252612 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:45.322803 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Transition to ACTIVE for port object 83efcca8-ea92-48a7-9b27-0bc3d4990bdb will not be triggered until provisioned by entity DHCP. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:31:45.534820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:45.549557 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dce3b342-dade-4533-a02a-97212521cad2 req-3e8f785e-edb8-4e55-80c7-3b0f32687f35 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.1546702
Apr 30 16:31:45.552171 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:45.565406 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:45.657574 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Network 3b24660c-ab42-433f-a2d6-774387938166 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:31:45.669108 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:31:45.678131 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:31:45.730147 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:45.742192 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:45.763021 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b605a4-2ff0-4d82-8ab3-c08a3cb8555a req-9f0ec3f1-6309-4b03-93b6-d523e0f1b743 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:45.764620 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c6b605a4-2ff0-4d82-8ab3-c08a3cb8555a req-9f0ec3f1-6309-4b03-93b6-d523e0f1b743 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.5191147
Apr 30 16:31:45.880411 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:45.881109 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:45.941713 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c6b605a4-2ff0-4d82-8ab3-c08a3cb8555a req-93c5d590-5ea3-4459-8cd0-ad56cfd2285e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088278
Apr 30 16:31:46.018198 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-36882a25-9cf8-48df-a1b1-28ea679871c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:46.057872 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Router 9756e7fe-75a8-4627-bf97-4c8cd98f922b has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:31:46.131108 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-fac19c25-85c2-4cbb-866a-c9537b48780d None None] Provisioning for port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:31:46.138336 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-fac19c25-85c2-4cbb-866a-c9537b48780d None None] Provisioning complete for port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:31:46.138873 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-fac19c25-85c2-4cbb-866a-c9537b48780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:46.160332 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7017341
Apr 30 16:31:46.205902 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-fac19c25-85c2-4cbb-866a-c9537b48780d None None] Port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:31:46.239237 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:46.331249 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:46.352005 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Request body: {'port': {'device_id': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:31:46.472402 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:31:46.483669 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:46.485616 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] Sync routers for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:31:46.502283 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:31:46.503732 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027b7f70>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:46.550182 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:46.572351 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-aeb601e5-0d7b-47f6-8676-36b1e269a33e tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "DELETE /v2.0/floatingips/19d9f510-853b-429d-9ad0-ffe9db974425 HTTP/1.1" status: 204  len: 168 time: 3.3971267
Apr 30 16:31:46.572351 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:46.591111 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Floating IP be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b associated. External IP: 172.27.0.143, port: de4ae6b4-4de0-40cb-a0e1-9701a35db613.
Apr 30 16:31:46.926165 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822', 'status': 'completed', 'code': 200}
Apr 30 16:31:46.929950 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:31:47.054107 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-f6180554-63c6-462c-87d6-c498907fab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:47.055052 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83efcca8-ea92-48a7-9b27-0bc3d4990bdb {{(pid=74379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:31:47.056420 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-f6180554-63c6-462c-87d6-c498907fab8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 1098 time: 0.2059491
Apr 30 16:31:47.065901 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:47.075830 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fdf34-5ebe-4310-98cb-4560cc53a1d3 req-a790194e-3927-4778-a4f3-50572e8667e7 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:47.076734 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-274fdf34-5ebe-4310-98cb-4560cc53a1d3 req-a790194e-3927-4778-a4f3-50572e8667e7 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:47.099968 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Transition to ACTIVE for port object 83efcca8-ea92-48a7-9b27-0bc3d4990bdb will not be triggered until provisioned by entity L2. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:31:47.205656 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:47.209735 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:47.273967 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-274fdf34-5ebe-4310-98cb-4560cc53a1d3 req-a790194e-3927-4778-a4f3-50572e8667e7 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:47.275072 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-274fdf34-5ebe-4310-98cb-4560cc53a1d3 req-a790194e-3927-4778-a4f3-50572e8667e7 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 931 time: 0.3838630
Apr 30 16:31:47.307384 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Router f2849bd0-7e0a-420b-b001-e747e20812c3 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:31:47.313686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-4bb5fbac-15bc-41bb-a25a-8d0524fed1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:47.315138 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-4bb5fbac-15bc-41bb-a25a-8d0524fed1f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 200  len: 914 time: 0.2435305
Apr 30 16:31:47.374117 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027b7f70>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:51Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:47.378944 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] Checking router: 9756e7fe-75a8-4627-bf97-4c8cd98f922b for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:31:47.392687 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:31:47.393609 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027b7f70>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:47.405224 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-7e047c2a-d23a-4edb-ab2e-95bec4227bb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 200  len: 217 time: 0.0820179
Apr 30 16:31:47.510509 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Pushing event updated for resources: {'Port': ['ID=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:47.531195 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:47.609773 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-274fdf34-5ebe-4310-98cb-4560cc53a1d3 req-c56a8a7f-6690-4698-8d75-5a83b74036c1 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3257830
Apr 30 16:31:47.699586 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Attempting to bind port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:31:47.700293 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Attempting to bind port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}] {{(pid=74379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:31:47.700648 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Attempting to bind port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb on network 3b24660c-ab42-433f-a2d6-774387938166 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:31:47.707729 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb on network 3b24660c-ab42-433f-a2d6-774387938166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:31:47.708097 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Attempting to bind port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb on network 3b24660c-ab42-433f-a2d6-774387938166 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:31:47.716311 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:31:47.716685 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Checking segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:31:47.717076 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Bound using segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:31:47.717516 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Bound port: 83efcca8-ea92-48a7-9b27-0bc3d4990bdb, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}}] {{(pid=74379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:31:47.717867 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:47.760811 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:31:47.863013 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] For port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb, host hv-cinder-77500, cleared binding levels {{(pid=74379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:31:47.869187 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] For port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:31:47.963208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-adaa70a9-1a3f-4be2-af56-8f1281d7c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:47.965295 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-adaa70a9-1a3f-4be2-af56-8f1281d7c887 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 200  len: 852 time: 0.2948136
Apr 30 16:31:47.966690 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:31:47.971542 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:47.978822 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] Sync routers for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:31:47.989945 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:31:47.990932 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026dceb0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:47.999302 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:48.005305 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:48.104190 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Pushing event updated for resources: {'Port': ['ID=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,revision_number=3']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:48.111352 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:48.119619 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:48.120266 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:48.121976 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-659f95b3-da4a-48fa-ab3a-9d5a71321e08 service neutron] 10.222.0.69 "PUT /v2.0/ports/83efcca8-ea92-48a7-9b27-0bc3d4990bdb HTTP/1.1" status: 200  len: 1093 time: 1.7741432
Apr 30 16:31:48.188463 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d9ea0f77-aed3-4c3e-a455-0a9576c6a772 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "PUT /v2.0/floatingips/be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b HTTP/1.1" status: 200  len: 991 time: 3.1144218
Apr 30 16:31:48.207856 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'tag': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:48.228264 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:31:48.229888 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027b7f70>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:51Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:48.235372 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a71236-b68e-4262-8f6d-ae0600a79e85 None None] The sync data for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi is: [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:26:43Z', 'revision_number': 4, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '07b80c73-5ca3-4c8c-b095-afeb2943b3e6', 'name': '', 'network_id': '03b85f18-ca19-414b-8cfb-0513b737f337', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'mac_address': 'fa:16:3e:c2:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:43Z', 'updated_at': '2021-04-30T16:26:51Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'subnets': [{'id': 'd19cf6a9-56c5-4386-a8fd-9551a8093d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:31:48.245566 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cc73c-165d-4b25-a01f-fa7d207708ac req-33e0203d-b390-4170-8b4f-2c4c10eb464d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:48.253594 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-837cc73c-165d-4b25-a01f-fa7d207708ac req-33e0203d-b390-4170-8b4f-2c4c10eb464d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.5839283
Apr 30 16:31:48.317065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-ec40d6a3-72a5-4a4f-be95-5112c60b111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:48.319246 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-ec40d6a3-72a5-4a4f-be95-5112c60b111c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03b85f18-ca19-414b-8cfb-0513b737f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3039105
Apr 30 16:31:48.333392 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-837cc73c-165d-4b25-a01f-fa7d207708ac req-4811b32b-4296-4b4d-80d7-05dfba6163b0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787523
Apr 30 16:31:48.482687 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'tag': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'status': 'completed', 'code': 200}
Apr 30 16:31:48.513290 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-3aaf4ef4-7f1a-46f2-be64-943567812d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:48.514793 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-3aaf4ef4-7f1a-46f2-be64-943567812d8e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 1096 time: 0.2297678
Apr 30 16:31:48.562615 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-d98ae2c9-d4f7-4dc0-9cd9-9a6c9ae8dab4 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279689
Apr 30 16:31:48.654534 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-77514126-e9a4-4ee7-be2b-da1d34582a27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb HTTP/1.1" status: 200  len: 217 time: 0.1008780
Apr 30 16:31:48.757757 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:48.834652 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-a50b6927-d09d-4e1f-9eb4-0485cbc9346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:48.835066 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-a50b6927-d09d-4e1f-9eb4-0485cbc9346c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.1731060
Apr 30 16:31:48.849273 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ad982-ce42-4274-a011-4e18c1f6759f None None] New status for floating IP 19d9f510-853b-429d-9ad0-ffe9db974425: DOWN {{(pid=74381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:31:48.929983 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'tag': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:48.953755 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-ac4e4621-b068-4f3b-a80e-cd9f4acd72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:48.955957 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-ac4e4621-b068-4f3b-a80e-cd9f4acd72f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1127117
Apr 30 16:31:48.979861 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026dceb0>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'port_id': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'mac_address': 'fa:16:3e:33:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:31:05Z', 'updated_at': '2021-04-30T16:31:46Z', 'revision_number': 1, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:48.992566 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] Checking router: f2849bd0-7e0a-420b-b001-e747e20812c3 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:31:49.015372 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-ac3eb3d5-2ee6-405a-ac2a-7e7678f25c59 service neutron] 10.222.0.69 "GET /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3716154
Apr 30 16:31:49.025483 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-36a77eb9-396e-407e-9398-18145ee130c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:49.028976 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-36a77eb9-396e-407e-9398-18145ee130c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 1098 time: 0.4633315
Apr 30 16:31:49.034596 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:31:49.035658 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026dceb0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:49.062616 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-2f60255e-4cf0-41d5-9ef9-3dbc3e191429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:49.187717 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b36aa-fcc6-4930-9b2e-17022fdf5005 req-2ca58304-b56f-4f92-b29b-1c414906c29b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:49.196075 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-081b36aa-fcc6-4930-9b2e-17022fdf5005 req-2ca58304-b56f-4f92-b29b-1c414906c29b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.3575044
Apr 30 16:31:49.220501 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'tag': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'status': 'completed', 'code': 200}
Apr 30 16:31:49.260305 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-dca5b5e5-fe2f-4ac1-9c76-9975199bff44 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2960446
Apr 30 16:31:49.289483 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-081b36aa-fcc6-4930-9b2e-17022fdf5005 req-a93fbfe2-f167-444a-a7c7-fedb8fe46730 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910790
Apr 30 16:31:49.335687 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-24434ddf-7557-4439-af5b-305b6b175093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:49.337443 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-24434ddf-7557-4439-af5b-305b6b175093 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 912 time: 0.2834597
Apr 30 16:31:49.428195 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:31:49.511127 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-fe5c4c3e-8c14-40c0-8e41-6e583e226c94 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613 HTTP/1.1" status: 200  len: 999 time: 0.1668792
Apr 30 16:31:49.597334 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-ee2da1de-83da-42bd-bb95-4a7bdfe9f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:49.599498 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-ee2da1de-83da-42bd-bb95-4a7bdfe9f7f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0816581
Apr 30 16:31:49.599715 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a37002cc-cbcb-4501-8d5b-24e62eaa1077 req-7e46a5b0-80ee-4d75-9b1f-b5d3ab3d8ba4 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3310246
Apr 30 16:31:49.647036 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1666f1-cdbc-48c4-bde8-91ec0ba8f026 req-b380af65-5716-4d7a-bb88-d74f92b133c1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:49.649609 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cc1666f1-cdbc-48c4-bde8-91ec0ba8f026 req-b380af65-5716-4d7a-bb88-d74f92b133c1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1471965
Apr 30 16:31:49.728035 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cc1666f1-cdbc-48c4-bde8-91ec0ba8f026 req-c1a2ffd0-ec93-4d7e-865d-dcf6de7090d1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712967
Apr 30 16:31:49.736086 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-0161c205-a4c1-4c91-b07f-1d5cffbffd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:49.737899 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-0161c205-a4c1-4c91-b07f-1d5cffbffd1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1163309
Apr 30 16:31:49.799810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:49.890287 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-41ce4ceb-3ba9-47b4-a930-beb1d800871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:49.891863 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-41ce4ceb-3ba9-47b4-a930-beb1d800871d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 1096 time: 0.0881355
Apr 30 16:31:49.956965 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026dceb0>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'port_id': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'mac_address': 'fa:16:3e:33:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:31:05Z', 'updated_at': '2021-04-30T16:31:46Z', 'revision_number': 1, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:31:49.961605 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6218a-d91a-4ab8-97b3-3664b50a4dfc None None] The sync data for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'port_id': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'mac_address': 'fa:16:3e:33:3d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:31:05Z', 'updated_at': '2021-04-30T16:31:46Z', 'revision_number': 1, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:31:49.969504 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-1b6a8806-fca3-4332-8942-20254d61e063 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650217
Apr 30 16:31:50.047729 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-68a25b83-90ef-4f13-bb34-f237531e2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:50.049276 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-68a25b83-90ef-4f13-bb34-f237531e2ba7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.1508272
Apr 30 16:31:50.130276 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-8f11309f-1e9c-466c-91c1-c5bfc2c2eb96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb HTTP/1.1" status: 200  len: 217 time: 0.0742533
Apr 30 16:31:50.198721 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084a1e8-21a1-40ca-aa49-9b4a3fd66c25 None None] New status for floating IP be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b: ACTIVE {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:31:50.224446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-468ed076-eba4-4f9b-a780-06c95dced82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:50.227259 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-468ed076-eba4-4f9b-a780-06c95dced82f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0900283
Apr 30 16:31:50.254547 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d4ab8588-897d-4f4a-9866-36f65c40658c req-425da90a-c78b-4a58-82e1-ea75b3569897 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2780066
Apr 30 16:31:50.318322 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-a0c2123d-c935-47e5-b27a-d5667c98ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:50.320552 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-a0c2123d-c935-47e5-b27a-d5667c98ef12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859752
Apr 30 16:31:50.530892 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-686a1993-93f9-4050-ba41-19932a3b2cfb service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024546
Apr 30 16:31:50.648685 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38a9c1-908d-497b-855a-42b3e06e471c req-4d22f46c-e2ce-4eaa-9290-ac5c81c5d208 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:50.650281 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6b38a9c1-908d-497b-855a-42b3e06e471c req-4d22f46c-e2ce-4eaa-9290-ac5c81c5d208 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.2228811
Apr 30 16:31:50.731999 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c8f0392c-c3b4-4f7e-8451-52a4e4f3e79b req-95b4432a-6e93-4122-88fb-d0e06f81fba0 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926863
Apr 30 16:31:50.735233 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6b38a9c1-908d-497b-855a-42b3e06e471c req-bb56d7dd-e5d0-4bdd-83a6-65261cdcc719 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756481
Apr 30 16:31:50.944159 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47837-404c-45cb-a93d-c0261d82b5a6 req-46236c8b-3e50-41b3-a731-ccad6bdf9e07 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:50.945880 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9fb47837-404c-45cb-a93d-c0261d82b5a6 req-46236c8b-3e50-41b3-a731-ccad6bdf9e07 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.0917873
Apr 30 16:31:50.996248 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9fb47837-404c-45cb-a93d-c0261d82b5a6 req-d9a56cf6-5469-462c-a12e-4ba9b05931bb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432863
Apr 30 16:31:51.285442 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:51.904617 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:31:51.962613 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fc334-f0c9-450a-b8e8-4f79ec7389cc req-99ee90fd-1ee8-421d-8255-11c42d3a036f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:51.965542 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d31fc334-f0c9-450a-b8e8-4f79ec7389cc req-99ee90fd-1ee8-421d-8255-11c42d3a036f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.1129377
Apr 30 16:31:52.016779 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d31fc334-f0c9-450a-b8e8-4f79ec7389cc req-d7377097-cdfc-48ab-9cf4-962d80d38722 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459023
Apr 30 16:31:52.112512 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:52.132077 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '93e680e2-76ef-40bb-9e14-98794a602378', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'port_id': '93e680e2-76ef-40bb-9e14-98794a602378', 'mac_address': 'fa:16:3e:8e:91:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:31:52.196621 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:52.217248 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e680e2-76ef-40bb-9e14-98794a602378 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:31:52.235130 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:52.369080 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:52.372042 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:52.426306 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4254-622e-4199-994e-8717396bef3c req-fff80efb-6d65-4d81-9fb4-0ccf3af18a18 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:52.427861 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0c1a4254-622e-4199-994e-8717396bef3c req-fff80efb-6d65-4d81-9fb4-0ccf3af18a18 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 943 time: 0.1011832
Apr 30 16:31:52.455650 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=9']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:52.456245 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:52.479677 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0c1a4254-622e-4199-994e-8717396bef3c req-9e091964-fae5-4c4c-8252-1bb993193e6e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443623
Apr 30 16:31:52.708990 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d7854-07b0-4aa2-bd5b-94fc310e2919 req-2de84187-191d-4c51-8f6b-40f29ab0613b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:52.709636 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-7b0d7854-07b0-4aa2-bd5b-94fc310e2919 req-2de84187-191d-4c51-8f6b-40f29ab0613b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Synchronizing usage tracker for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:52.724014 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-7b0d7854-07b0-4aa2-bd5b-94fc310e2919 req-2de84187-191d-4c51-8f6b-40f29ab0613b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Unset dirty status for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:52.725218 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7b0d7854-07b0-4aa2-bd5b-94fc310e2919 req-2de84187-191d-4c51-8f6b-40f29ab0613b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.1070609
Apr 30 16:31:52.774267 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-7b0d7854-07b0-4aa2-bd5b-94fc310e2919 req-1768a234-3bb6-449c-bd8c-112e2a2d4634 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Synchronizing usage tracker for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:31:52.792028 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['93e680e2-76ef-40bb-9e14-98794a602378'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:31:52.879267 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-7b0d7854-07b0-4aa2-bd5b-94fc310e2919 req-1768a234-3bb6-449c-bd8c-112e2a2d4634 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Unset dirty status for tenant:6664e67048ee4a1c9eb06bd4236f9b37 on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:31:52.880522 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7b0d7854-07b0-4aa2-bd5b-94fc310e2919 req-1768a234-3bb6-449c-bd8c-112e2a2d4634 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483784
Apr 30 16:31:53.213966 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047426bf-72b7-4c35-9d39-6aff4797a902 req-bab00401-ecb1-449b-8233-bf3de0cc95eb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:53.216159 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-047426bf-72b7-4c35-9d39-6aff4797a902 req-bab00401-ecb1-449b-8233-bf3de0cc95eb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.0825229
Apr 30 16:31:53.269436 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-047426bf-72b7-4c35-9d39-6aff4797a902 req-cb488b7b-7b1e-4ae9-b56c-7316364be160 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470524
Apr 30 16:31:53.743814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a386b2c-1294-4d27-93e7-5ba387ecd03c req-507b87d0-f49a-4e46-a57f-b3e2ea0ae2dc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:53.746847 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a386b2c-1294-4d27-93e7-5ba387ecd03c req-507b87d0-f49a-4e46-a57f-b3e2ea0ae2dc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 944 time: 0.1399231
Apr 30 16:31:53.796591 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a386b2c-1294-4d27-93e7-5ba387ecd03c req-d7fd2f21-0688-4ede-85d4-fc23d19a40ae tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435276
Apr 30 16:31:53.914484 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:31:54.043402 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 93e680e2-76ef-40bb-9e14-98794a602378 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:31:54.043783 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:54.155137 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670b4f1-8111-46cb-a07f-79cb6197ba93 req-c0fbbb24-7d22-49c2-828d-77ea4afea145 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:54.156743 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1670b4f1-8111-46cb-a07f-79cb6197ba93 req-c0fbbb24-7d22-49c2-828d-77ea4afea145 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0938630
Apr 30 16:31:54.193522 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:54.210691 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1670b4f1-8111-46cb-a07f-79cb6197ba93 req-98806615-7b0f-4548-a486-0f68d5825d71 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460794
Apr 30 16:31:54.224088 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:54.238601 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:54.275471 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378', 'code': 200}
Apr 30 16:31:54.329540 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:54.333120 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:54.419278 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=10']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:54.423162 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:54.507850 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc2440-5cdf-43ed-a3d6-c0d44cab8baa req-c8b834d1-f357-4956-8aa9-b63532965c00 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:54.510265 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a8bc2440-5cdf-43ed-a3d6-c0d44cab8baa req-c8b834d1-f357-4956-8aa9-b63532965c00 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.1205010
Apr 30 16:31:54.567930 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a8bc2440-5cdf-43ed-a3d6-c0d44cab8baa req-4c462940-b00b-4aed-b52a-4c2e327397d2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519068
Apr 30 16:31:55.043381 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c340-eb1c-45cc-b33b-a41c185d1f4a req-f08c920d-2c71-49fe-b383-67ad6272e576 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:55.045041 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9b34c340-eb1c-45cc-b33b-a41c185d1f4a req-f08c920d-2c71-49fe-b383-67ad6272e576 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 946 time: 0.1304033
Apr 30 16:31:55.205917 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9b34c340-eb1c-45cc-b33b-a41c185d1f4a req-02ecf5d9-7d93-4157-8892-efb35118ad71 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1516318
Apr 30 16:31:55.218695 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b8131df4-328c-4da2-982a-af372451b48b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:55.220555 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b8131df4-328c-4da2-982a-af372451b48b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.2341418
Apr 30 16:31:55.233374 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07b0c0-4954-4332-9de6-b9f10b28da3a req-cee1659a-6902-41ba-bf82-3364ecc8b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:55.235418 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2e07b0c0-4954-4332-9de6-b9f10b28da3a req-cee1659a-6902-41ba-bf82-3364ecc8b141 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 1099 time: 0.0809720
Apr 30 16:31:55.287810 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2e07b0c0-4954-4332-9de6-b9f10b28da3a req-db879803-8f40-422e-9367-c646e666cac1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448959
Apr 30 16:31:55.377215 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Deleting port 645c427f-2486-4f29-b02a-89f8e6c75822 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:31:55.377473 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:55.425993 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a8f27-b49b-4281-a7ad-7e826de0fee1 req-61227c19-64e7-434a-8cd8-a3a9d2b88b10 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:55.427520 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4c8a8f27-b49b-4281-a7ad-7e826de0fee1 req-61227c19-64e7-434a-8cd8-a3a9d2b88b10 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 945 time: 0.0892487
Apr 30 16:31:55.479424 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4c8a8f27-b49b-4281-a7ad-7e826de0fee1 req-5c671d55-f9ff-4411-b1d3-4b9c30c51281 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/security-groups?id=52fefa16-46b7-4de1-b114-642d8dc64bc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455647
Apr 30 16:31:55.523086 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] For port 645c427f-2486-4f29-b02a-89f8e6c75822, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=645c427f-2486-4f29-b02a-89f8e6c75822,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:31:55.523572 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:55.665478 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Calling delete_port for 645c427f-2486-4f29-b02a-89f8e6c75822 owned by compute:nova {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:31:55.974072 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45621b25-7fb7-4890-adab-c7ae1c9805db req-65364cba-1097-4b68-aa24-e8fbeb888cec tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:55.975596 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-45621b25-7fb7-4890-adab-c7ae1c9805db req-65364cba-1097-4b68-aa24-e8fbeb888cec tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.2474158
Apr 30 16:31:56.017060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:56.027428 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:31:56.080548 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-45621b25-7fb7-4890-adab-c7ae1c9805db req-7329194d-a7b0-4769-a60f-198de454a30e tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979111
Apr 30 16:31:56.081414 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Pushing event deleted for resources: {'Port': ['ID=645c427f-2486-4f29-b02a-89f8e6c75822,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:31:56.085331 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:31:56.168329 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] No DVR routers for this DVR port 645c427f-2486-4f29-b02a-89f8e6c75822 on host hv-cinder-77500 {{(pid=74379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:31:56.170982 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:31:56.173627 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'name': 'network-vif-deleted', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:31:56.220739 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d2070d-b260-47cd-ba41-b884d1893026', 'name': 'network-vif-deleted', 'tag': '645c427f-2486-4f29-b02a-89f8e6c75822', 'status': 'completed', 'code': 200}
Apr 30 16:31:56.275161 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-848e064e-3049-4c58-ada6-afba60cdd4dd req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.69 "DELETE /v2.0/ports/645c427f-2486-4f29-b02a-89f8e6c75822 HTTP/1.1" status: 204  len: 173 time: 1.0486217
Apr 30 16:31:56.413427 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aae222-0a65-444c-b3af-e51f99187568 req-6e40b60f-6e31-4859-b926-074efca54ed0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:56.415839 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b7aae222-0a65-444c-b3af-e51f99187568 req-6e40b60f-6e31-4859-b926-074efca54ed0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 946 time: 0.0914428
Apr 30 16:31:56.497544 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b7aae222-0a65-444c-b3af-e51f99187568 req-7cc7c2be-0ae4-40de-a44f-5c75a38743a0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747125
Apr 30 16:31:56.713072 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4763e396-a099-426a-b576-457e6244403b req-0e0a5865-8ee0-4a1a-b264-13c1bec9a2c5 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] 10.222.0.57 "GET /v2.0/ports?device_id=63d2070d-b260-47cd-ba41-b884d1893026 HTTP/1.1" status: 200  len: 210 time: 0.0441270
Apr 30 16:31:57.295645 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa46fc3-f044-4b52-b9e7-6d55a9af09e0 req-d92277ed-2be2-40d5-ba4e-dbaaa9c660d9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:57.297241 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fa46fc3-f044-4b52-b9e7-6d55a9af09e0 req-d92277ed-2be2-40d5-ba4e-dbaaa9c660d9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.0966046
Apr 30 16:31:57.359348 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5fa46fc3-f044-4b52-b9e7-6d55a9af09e0 req-c5b2e0b0-9472-43c8-9d4d-f1deb579789a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507782
Apr 30 16:31:57.776224 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c914-78f9-49b0-91cb-fe80873a9824 req-ac7517fe-1c4c-4939-a3e8-2fdff878936d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:57.779716 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b656c914-78f9-49b0-91cb-fe80873a9824 req-ac7517fe-1c4c-4939-a3e8-2fdff878936d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 946 time: 0.1519635
Apr 30 16:31:57.834459 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b656c914-78f9-49b0-91cb-fe80873a9824 req-a2effdcd-8c7f-4015-95d1-366ce0b88659 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483165
Apr 30 16:31:57.913866 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 645c427f-2486-4f29-b02a-89f8e6c75822 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:31:57.976820 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 645c427f-2486-4f29-b02a-89f8e6c75822 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:31:57.976820 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 645c427f-2486-4f29-b02a-89f8e6c75822 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:31:58.565908 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fb12f-f185-471c-8f7e-c6406102cd00 req-b4009bc8-a48b-456c-959a-567567a6dedc tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:58.567460 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0a7fb12f-f185-471c-8f7e-c6406102cd00 req-b4009bc8-a48b-456c-959a-567567a6dedc tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.0957491
Apr 30 16:31:58.627719 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0a7fb12f-f185-471c-8f7e-c6406102cd00 req-fdd70433-9bf6-48f7-8812-2462cd1b94b6 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503697
Apr 30 16:31:59.066677 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824892c8-d2d3-4483-afd2-4b38cf062ba8 req-8d5a61ca-449d-4cd0-8d65-8c7ec118946c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:31:59.068210 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-824892c8-d2d3-4483-afd2-4b38cf062ba8 req-8d5a61ca-449d-4cd0-8d65-8c7ec118946c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 946 time: 0.0938640
Apr 30 16:31:59.126272 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-824892c8-d2d3-4483-afd2-4b38cf062ba8 req-c8ebe1f5-cecc-43ae-bc24-f773d053d105 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492404
Apr 30 16:31:59.641840 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52234) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:31:59.913124 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 83efcca8-ea92-48a7-9b27-0bc3d4990bdb details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:32:00.070871 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc23d1-a7a2-480a-97d4-6c0c4c6b07bb req-4b77eab1-c3a9-4b11-8eec-bf9bc4a52695 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:00.072447 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-64fc23d1-a7a2-480a-97d4-6c0c4c6b07bb req-4b77eab1-c3a9-4b11-8eec-bf9bc4a52695 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 943 time: 0.3197813
Apr 30 16:32:00.121725 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:00.149753 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'port_id': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'mac_address': 'fa:16:3e:cf:d1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:32:00.218734 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:00.240161 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83efcca8-ea92-48a7-9b27-0bc3d4990bdb {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:32:00.261848 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:00.315284 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-64fc23d1-a7a2-480a-97d4-6c0c4c6b07bb req-40e33ecc-d997-4c0d-b1ee-ab47db6c236f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2359145
Apr 30 16:32:00.347743 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:00.350171 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:00.424156 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:00.427290 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:00.589301 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:00.795651 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['83efcca8-ea92-48a7-9b27-0bc3d4990bdb'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:32:01.050724 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Deleting port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:32:01.051100 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:01.202976 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] For port 07b80c73-5ca3-4c8c-b095-afeb2943b3e6, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:01.203899 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:01.337420 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Calling delete_port for 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 owned by network:router_interface {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:32:01.578802 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78df298-30e8-4c4a-9df7-bcd7dcd8793c req-4399074c-df83-4ad4-b805-4156b7de5309 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:01.580422 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c78df298-30e8-4c4a-9df7-bcd7dcd8793c req-4399074c-df83-4ad4-b805-4156b7de5309 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 944 time: 0.1406641
Apr 30 16:32:01.622599 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:01.628536 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bbc66f1b-2f56-46fc-89ec-c34212bf508e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:01.668035 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c78df298-30e8-4c4a-9df7-bcd7dcd8793c req-8c24dc50-eae7-4264-a339-bf51496e4001 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805392
Apr 30 16:32:01.678812 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b80c73-5ca3-4c8c-b095-afeb2943b3e6,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:01.681217 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:01.919271 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 83efcca8-ea92-48a7-9b27-0bc3d4990bdb up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:32:01.968571 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:02.117538 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:32:02.123003 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:32:02.123357 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:02.252206 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:02.281363 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:32:02.293033 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:02.330547 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'code': 200}
Apr 30 16:32:02.443663 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:02.446334 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8cf5e705-86eb-49c4-8346-1501b2763898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:02.481549 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Router 9756e7fe-75a8-4627-bf97-4c8cd98f922b has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:32:02.579889 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:02.585065 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:02.765735 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:32:02.783919 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] Sync routers for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:32:02.795793 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2ade2030-669b-4eca-893a-224e94b01230 admin admin] 10.222.0.57 "PUT /v2.0/routers/9756e7fe-75a8-4627-bf97-4c8cd98f922b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1489065
Apr 30 16:32:02.796295 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52252) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:02.803035 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:32:02.803667 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5022d2970>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:02.920768 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bd399-37ca-4958-9051-a1a1195390d1 req-3e9f997b-9ffd-4149-84f3-d95fd7b79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:03.081935 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-543bd399-37ca-4958-9051-a1a1195390d1 req-3e9f997b-9ffd-4149-84f3-d95fd7b79f93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 1098 time: 0.0958805
Apr 30 16:32:03.081935 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-543bd399-37ca-4958-9051-a1a1195390d1 req-50ac3e3e-e51f-430b-9116-863e1d6b420a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946176
Apr 30 16:32:03.083427 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:32:03.183488 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d69a9f-3de0-402e-9081-875e27ee3061 req-d1395da9-74c2-4cdd-91d9-e70e1d238028 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:03.185053 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-97d69a9f-3de0-402e-9081-875e27ee3061 req-d1395da9-74c2-4cdd-91d9-e70e1d238028 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 945 time: 0.2819312
Apr 30 16:32:03.196019 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks [] for router, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:03.370013 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5022d2970>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:32:01Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:03.374791 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] Checking router: 9756e7fe-75a8-4627-bf97-4c8cd98f922b for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:32:03.380206 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-97d69a9f-3de0-402e-9081-875e27ee3061 req-5b2ca231-b983-45e8-af82-bd17b9122ee5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1865442
Apr 30 16:32:03.384961 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] Routers {'9756e7fe-75a8-4627-bf97-4c8cd98f922b'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:32:03.386634 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5022d2970>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:03.437232 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:03.581647 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] Set router 9756e7fe-75a8-4627-bf97-4c8cd98f922b gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:32:03.648814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Deleting port f654446d-3f01-4059-ab6d-9710b3ba9e21 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:32:03.649401 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:03.976150 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] For port f654446d-3f01-4059-ab6d-9710b3ba9e21, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=f654446d-3f01-4059-ab6d-9710b3ba9e21,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:03.976852 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:04.018188 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5022d2970>, [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:32:01Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:04.024843 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8539a-0594-4a47-aabe-6c145342f40e None None] The sync data for ids ['9756e7fe-75a8-4627-bf97-4c8cd98f922b'] in dv-cinder-775008-3-iscsi is: [{'id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'name': 'tempest-TestMinimumBasicScenario-18002792-router', 'tenant_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:38Z', 'updated_at': '2021-04-30T16:32:01Z', 'revision_number': 5, 'project_id': '6664e67048ee4a1c9eb06bd4236f9b37', 'gw_port': {'id': 'f654446d-3f01-4059-ab6d-9710b3ba9e21', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756e7fe-75a8-4627-bf97-4c8cd98f922b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:39Z', 'updated_at': '2021-04-30T16:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:32:04.126332 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Calling delete_port for f654446d-3f01-4059-ab6d-9710b3ba9e21 owned by network:router_gateway {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:32:04.496921 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:04.501043 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:04.550277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Pushing event deleted for resources: {'Port': ['ID=f654446d-3f01-4059-ab6d-9710b3ba9e21,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:04.554093 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:04.694029 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:04.890365 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:04.893231 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:04.911800 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474821-10bd-4d36-bb73-e6ecb2fe7e04 req-7e1a8376-1932-43a5-baf2-ff27a2f6c1c4 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:04.913399 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-50474821-10bd-4d36-bb73-e6ecb2fe7e04 req-7e1a8376-1932-43a5-baf2-ff27a2f6c1c4 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 945 time: 0.3277984
Apr 30 16:32:04.966913 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-50474821-10bd-4d36-bb73-e6ecb2fe7e04 req-bf645ac6-a6db-40bf-8673-9120e56720a6 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448351
Apr 30 16:32:05.068065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:05.068847 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9756e7fe-75a8-4627-bf97-4c8cd98f922b {{(pid=74380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:32:05.088169 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:05.090274 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] 10.222.0.57 "DELETE /v2.0/routers/9756e7fe-75a8-4627-bf97-4c8cd98f922b HTTP/1.1" status: 204  len: 168 time: 2.2925086
Apr 30 16:32:05.092638 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52262) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:05.176161 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Deleting subnet d19cf6a9-56c5-4386-a8fd-9551a8093d84 {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:32:05.181159 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:05.213451 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:32:05.274473 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:05.275986 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:32:05.276852 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 07b80c73-5ca3-4c8c-b095-afeb2943b3e6 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:32:05.399926 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:05.748597 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:05.754623 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:05.902145 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:05.906970 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19cf6a9-56c5-4386-a8fd-9551a8093d84,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:05.908091 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049fe6c4-1616-44d2-88cc-10fa5c425d5d None None] Network 03b85f18-ca19-414b-8cfb-0513b737f337 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:32:05.910040 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:05.911965 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d19cf6a9-56c5-4386-a8fd-9551a8093d84 HTTP/1.1" status: 204  len: 168 time: 0.8183072
Apr 30 16:32:05.915248 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52268) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:06.038059 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:06.193206 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Deleting port 8e34cdab-2a5f-4022-bf80-3661a39deb47 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:32:06.194004 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:06.223230 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] DHCP port deletion for 03b85f18-ca19-414b-8cfb-0513b737f337 request from dv-cinder-775008-3-iscsi {{(pid=74381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 16:32:06.296614 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] Deleting port 8e34cdab-2a5f-4022-bf80-3661a39deb47 {{(pid=74381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:32:06.297018 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:06.308000 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6258e8-9c09-4fa4-943e-0f75f1ab0122 req-930271f1-cc7a-4715-8381-cd74478f2361 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:06.309581 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ad6258e8-9c09-4fa4-943e-0f75f1ab0122 req-930271f1-cc7a-4715-8381-cd74478f2361 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 945 time: 0.1927955
Apr 30 16:32:06.321882 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] For port 8e34cdab-2a5f-4022-bf80-3661a39deb47, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=8e34cdab-2a5f-4022-bf80-3661a39deb47,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:06.322299 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:06.409154 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] For port 8e34cdab-2a5f-4022-bf80-3661a39deb47, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=8e34cdab-2a5f-4022-bf80-3661a39deb47,segment=NetworkSegment(618517da-971e-417f-b739-0e5797039df1),segment_id=618517da-971e-417f-b739-0e5797039df1)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:06.409584 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:06.468594 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Calling delete_port for 8e34cdab-2a5f-4022-bf80-3661a39deb47 owned by network:dhcp {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:32:06.496539 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ad6258e8-9c09-4fa4-943e-0f75f1ab0122 req-e177e9cf-49da-4d77-8052-a829af29425d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1770053
Apr 30 16:32:06.547173 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] Calling delete_port for 8e34cdab-2a5f-4022-bf80-3661a39deb47 owned by network:dhcp {{(pid=74381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:32:06.622699 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:06.644298 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-efb644d2-b105-4e48-a721-77894a8f8f46 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:06.700379 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351'] for port, after_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:06.704799 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:06.714944 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] No DVR routers for this DVR port 8e34cdab-2a5f-4022-bf80-3661a39deb47 on host dv-cinder-775008-3-iscsi {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:32:06.725551 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3404e-164f-4cde-867f-3dd73169403b req-2af5b9c2-1ab1-4348-82a0-c3454566fac5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:06.727301 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-09e3404e-164f-4cde-867f-3dd73169403b req-2af5b9c2-1ab1-4348-82a0-c3454566fac5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 945 time: 0.1086688
Apr 30 16:32:06.754291 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] Pushing event deleted for resources: {'Port': ['ID=8e34cdab-2a5f-4022-bf80-3661a39deb47,revision_number=None']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:06.757908 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:06.759037 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] No DVR routers for this DVR port 8e34cdab-2a5f-4022-bf80-3661a39deb47 on host dv-cinder-775008-3-iscsi {{(pid=74381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:32:06.805840 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e34cdab-2a5f-4022-bf80-3661a39deb47,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:06.811105 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:06.820299 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-09e3404e-164f-4cde-867f-3dd73169403b req-dba46c15-0953-4af9-a29b-c090d1b550ce tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817230
Apr 30 16:32:06.862095 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52276) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:06.889595 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.039412 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5023dc880>,) {'filters': {'network_id': ['03b85f18-ca19-414b-8cfb-0513b737f337']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:07.057437 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5023dc880>, '618517da-971e-417f-b739-0e5797039df1') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:07.057769 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5023dc880>, '618517da-971e-417f-b739-0e5797039df1') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:07.070778 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.090419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.098332 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:32:07.135008 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4786b9a-b854-4aa1-a162-211247a98293 tempest-TestVolumeBootPattern-420562222 tempest-TestVolumeBootPattern-420562222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:07.139591 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d4786b9a-b854-4aa1-a162-211247a98293 tempest-TestVolumeBootPattern-420562222 tempest-TestVolumeBootPattern-420562222-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 1093 time: 0.2750368
Apr 30 16:32:07.141520 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52284) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:07.151361 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'port_id': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address': '172.20.0.3'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:32:07.163936 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:32:07.171683 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:floatingip and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:32:07.177497 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:32:07.186390 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:32:07.199687 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 8e34cdab-2a5f-4022-bf80-3661a39deb47 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:32:07.241195 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 8e34cdab-2a5f-4022-bf80-3661a39deb47 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:32:07.242081 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 8e34cdab-2a5f-4022-bf80-3661a39deb47 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:32:07.242081 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device f654446d-3f01-4059-ab6d-9710b3ba9e21 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:32:07.273990 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.277681 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: f654446d-3f01-4059-ab6d-9710b3ba9e21 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:32:07.278024 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device f654446d-3f01-4059-ab6d-9710b3ba9e21 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:32:07.330608 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Network 03b85f18-ca19-414b-8cfb-0513b737f337 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:32:07.340037 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.442214 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.597628 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Allocated IP 172.27.0.210 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/d1d3fc52-90fb-4382-b390-e6258de8d2a7) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:32:07.623792 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Network 03b85f18-ca19-414b-8cfb-0513b737f337 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:32:07.671282 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:32:07.763842 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.883141 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.887310 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-814a3090-5aeb-47e6-8e08-68d66035e196 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:07.913713 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:07.919657 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6b419f02-12ee-4709-8eb5-e9330cba8416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:07.969895 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:32:07.974491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:32:07.980099 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:32:08.011005 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=d1d3fc52-90fb-4382-b390-e6258de8d2a7,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:08.016856 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:08.064777 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:08.078072 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03b85f18-ca19-414b-8cfb-0513b737f337,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:08.081544 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:08.189580 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/03b85f18-ca19-414b-8cfb-0513b737f337 HTTP/1.1" status: 204  len: 168 time: 2.2729700
Apr 30 16:32:08.193654 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52290) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:08.991950 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:09.187844 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:09.267299 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:09.797980 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:09.869649 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:09.876067 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-622e1d2d-2538-4cd5-aa61-145b33d1e656 tempest-AttachVolumeNegativeTest-350709297 tempest-AttachVolumeNegativeTest-350709297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:10.046435 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=d1d3fc52-90fb-4382-b390-e6258de8d2a7,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:10.053353 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:10.058271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:10.224516 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Deleting port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:32:10.224902 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:10.343347 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.l3_db [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Floating IP f2e17a03-2f19-4607-999b-b2ecd6da2a97 associated. External IP: 172.27.0.210, port: 83efcca8-ea92-48a7-9b27-0bc3d4990bdb.
Apr 30 16:32:10.528250 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] For port cf0464d5-b281-4b0e-9de7-cb8da80cc7d2, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,segment=NetworkSegment(df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2),segment_id=df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:10.528619 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:10.679268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Calling delete_port for cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 owned by network:router_interface {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:32:10.912817 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:32:11.297817 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:32:11.310449 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:32:11.330412 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:32:11.331471 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae160>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:11.397350 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:11.401204 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:11.440313 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:11.488859 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0464d5-b281-4b0e-9de7-cb8da80cc7d2,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:11.520597 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:11.602701 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.4592640
Apr 30 16:32:11.606559 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'tag': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:32:11.675666 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:32:11.735741 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'tag': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'status': 'completed', 'code': 200}
Apr 30 16:32:12.056928 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:12.196111 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-96c0b87f-e765-46a7-95d1-33b5d7f3f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:12.197722 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-96c0b87f-e765-46a7-95d1-33b5d7f3f04b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 1098 time: 0.3158023
Apr 30 16:32:12.209499 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae160>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'f2e17a03-2f19-4607-999b-b2ecd6da2a97', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:cf:d1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:32:08Z', 'updated_at': '2021-04-30T16:32:08Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:12.215032 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:32:12.225514 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:32:12.226218 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae160>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:12.447399 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:32:12.522445 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-202be7ac-c4f8-4230-9d5a-e212ef855f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:12.523929 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-202be7ac-c4f8-4230-9d5a-e212ef855f1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.3114614
Apr 30 16:32:12.822365 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-360d27f7-eedb-43d6-ba43-bbb580651d74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb HTTP/1.1" status: 200  len: 999 time: 0.2840941
Apr 30 16:32:12.892483 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:32:12.952596 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae160>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'f2e17a03-2f19-4607-999b-b2ecd6da2a97', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:cf:d1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:32:08Z', 'updated_at': '2021-04-30T16:32:08Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:12.960111 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90491b52-5193-4129-979a-1b1dd6f0d885 None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'f2e17a03-2f19-4607-999b-b2ecd6da2a97', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:cf:d1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:32:08Z', 'updated_at': '2021-04-30T16:32:08Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:32:12.979932 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-f1a6bc7f-3fca-402d-9eff-15df2e57d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:12.981383 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-f1a6bc7f-3fca-402d-9eff-15df2e57d4b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.1508811
Apr 30 16:32:13.280095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9ca2e5-2fef-442e-b82e-5d028ff2b0c9 None None] New status for floating IP f2e17a03-2f19-4607-999b-b2ecd6da2a97: ACTIVE {{(pid=74381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:32:13.297967 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:32:13.303745 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] 10.222.0.57 "PUT /v2.0/routers/6b5e51fd-8cdf-4bec-9f33-781d571e76d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1090539
Apr 30 16:32:13.308236 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52306) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:13.312645 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] Sync routers for ids ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:32:13.330303 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] Routers {'6b5e51fd-8cdf-4bec-9f33-781d571e76d8'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:32:13.331697 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033aed60>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:13.388478 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-ab550326-ab5b-4f11-8257-d495a64c8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:13.390073 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-ab550326-ab5b-4f11-8257-d495a64c8c88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3936980
Apr 30 16:32:13.656605 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-bf2ddfae-2ee6-43cf-9d4f-fd5b774f783e service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2580955
Apr 30 16:32:13.675078 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] Set router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:32:13.705361 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:13.970959 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e290342b-b2b0-4e8b-a37d-7a89f451fde9 req-b5330bdb-2279-4d78-ab70-4a5d374a443b service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051767
Apr 30 16:32:13.988244 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:14.021562 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033aed60>, [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:32:11Z', 'revision_number': 5, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:14.026965 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] Checking router: 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:32:14.036677 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] Routers {'6b5e51fd-8cdf-4bec-9f33-781d571e76d8'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:32:14.037360 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033aed60>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:31:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:14.211981 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Deleting port 5d40644e-46ec-4bf9-ad7d-6670283c95c0 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:32:14.214681 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:14.269874 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] Set router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:32:14.376745 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] For port 5d40644e-46ec-4bf9-ad7d-6670283c95c0, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=5d40644e-46ec-4bf9-ad7d-6670283c95c0,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:14.381480 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:14.510123 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Calling delete_port for 5d40644e-46ec-4bf9-ad7d-6670283c95c0 owned by network:router_gateway {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:32:14.719362 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033aed60>, [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:32:11Z', 'revision_number': 5, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:14.724695 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c60482-0479-4268-a23b-0d67d540e275 None None] The sync data for ids ['6b5e51fd-8cdf-4bec-9f33-781d571e76d8'] in dv-cinder-775008-3-iscsi is: [{'id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'name': 'tempest-TestMinimumBasicScenario-2042333098-router', 'tenant_id': '398c7746bd504d02b727d9e4fdf80dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:26:50Z', 'updated_at': '2021-04-30T16:32:11Z', 'revision_number': 5, 'project_id': '398c7746bd504d02b727d9e4fdf80dde', 'gw_port': {'id': '5d40644e-46ec-4bf9-ad7d-6670283c95c0', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e51fd-8cdf-4bec-9f33-781d571e76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:26:52Z', 'updated_at': '2021-04-30T16:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:32:14.782518 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:14.787854 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:14.836622 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d40644e-46ec-4bf9-ad7d-6670283c95c0,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:14.865619 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:14.940837 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:15.243529 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:32:15.263203 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:15.266163 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:15.286988 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:32:15.287325 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cf0464d5-b281-4b0e-9de7-cb8da80cc7d2 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:32:15.439077 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:15.439740 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b5e51fd-8cdf-4bec-9f33-781d571e76d8 {{(pid=74379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:32:15.456193 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Notify callbacks [] for router, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:15.460856 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6b5e51fd-8cdf-4bec-9f33-781d571e76d8 HTTP/1.1" status: 204  len: 168 time: 2.1510727
Apr 30 16:32:15.466102 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52314) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:15.537672 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_v2 [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] Deleting subnet 649f5b75-1a66-4470-9762-f103b3d6a7eb {{(pid=74379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:32:15.541554 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:15.602817 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2183489'] for subnet, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:15.603145 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:15.753546 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.039868 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f9da276d-123e-438a-a925-3dc920260bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.119439 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-b520af35-cffc-43c8-8ad2-8ee76f47e35d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1671104
Apr 30 16:32:16.193967 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2050214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2252596'] for subnet, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.203588 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:16.238742 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649f5b75-1a66-4470-9762-f103b3d6a7eb,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:16.244553 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:16.249038 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.254423 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7207e3ea-ce6b-4c8e-b76c-b106869b419f None None] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:32:16.260036 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-65028cf4-f9ee-4e67-bba5-419fdeab4576 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/649f5b75-1a66-4470-9762-f103b3d6a7eb HTTP/1.1" status: 204  len: 168 time: 0.7927039
Apr 30 16:32:16.263963 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52318) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:16.298039 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-d2d3464b-b5b8-4b45-833f-bcd44865903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:16.300543 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-d2d3464b-b5b8-4b45-833f-bcd44865903e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 1099 time: 0.1445367
Apr 30 16:32:16.455816 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.472663 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-80a187e5-38f2-4156-86ea-54ac9f82c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:16.474873 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-80a187e5-38f2-4156-86ea-54ac9f82c6f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.1454008
Apr 30 16:32:16.559694 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] DHCP port deletion for 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 request from dv-cinder-775008-3-iscsi {{(pid=74381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 16:32:16.618931 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Deleting port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:32:16.619504 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.688259 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-e2263d58-16cd-4e63-9238-8b945f526806 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e680e2-76ef-40bb-9e14-98794a602378 HTTP/1.1" status: 200  len: 1001 time: 0.2038891
Apr 30 16:32:16.708625 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Deleting port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 {{(pid=74381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:32:16.709115 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.775779 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] For port 19ab8093-ecb1-44c9-aa66-0f92479e14e6, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=19ab8093-ecb1-44c9-aa66-0f92479e14e6,segment=NetworkSegment(df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2),segment_id=df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:16.776524 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.818941 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-67c5f0a8-fab0-4d5e-a57c-e396f3c87716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:16.822056 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-67c5f0a8-fab0-4d5e-a57c-e396f3c87716 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.1255567
Apr 30 16:32:16.823834 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] For port 19ab8093-ecb1-44c9-aa66-0f92479e14e6, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=19ab8093-ecb1-44c9-aa66-0f92479e14e6,segment=NetworkSegment(df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2),segment_id=df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:32:16.824367 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:16.951346 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Calling delete_port for 19ab8093-ecb1-44c9-aa66-0f92479e14e6 owned by network:dhcp {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:32:16.969294 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-a0fa2a49-445f-4714-b442-5372abdc71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:32:16.970857 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-a0fa2a49-445f-4714-b442-5372abdc71ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1357892
Apr 30 16:32:17.022983 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Calling delete_port for 19ab8093-ecb1-44c9-aa66-0f92479e14e6 owned by network:dhcp {{(pid=74381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:32:17.097686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:17.106338 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-8276a132-d2ec-47a2-bb1d-05493cf328ae tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:17.106829 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351'] for port, after_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:17.118555 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-0718929c-44db-400b-9259-20cadb179237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:17.144416 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-52a6c8a0-072a-44c1-8699-da57552d7ba7 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660171
Apr 30 16:32:17.196578 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ab8093-ecb1-44c9-aa66-0f92479e14e6,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:17.200757 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:17.205393 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] No DVR routers for this DVR port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 on host dv-cinder-775008-3-iscsi {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:32:17.211505 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] No DVR routers for this DVR port 19ab8093-ecb1-44c9-aa66-0f92479e14e6 on host dv-cinder-775008-3-iscsi {{(pid=74381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:32:17.214940 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Pushing event deleted for resources: {'Port': ['ID=19ab8093-ecb1-44c9-aa66-0f92479e14e6,revision_number=None']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:17.243460 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.244004 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.244545 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.245664 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.246432 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.246953 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.247483 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.248124 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.248540 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.249116 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.249657 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.250189 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:32:17.255134 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:17.294668 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 19ab8093-ecb1-44c9-aa66-0f92479e14e6 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:32:17.366397 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 19ab8093-ecb1-44c9-aa66-0f92479e14e6 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:32:17.366892 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 19ab8093-ecb1-44c9-aa66-0f92479e14e6 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:32:17.367612 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 5d40644e-46ec-4bf9-ad7d-6670283c95c0 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:32:17.387605 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:17.440223 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 5d40644e-46ec-4bf9-ad7d-6670283c95c0 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:32:17.441072 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 5d40644e-46ec-4bf9-ad7d-6670283c95c0 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:32:17.456582 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3240b87-de75-4144-8ff8-d2b0885dd8a5 req-2a2b7f8c-0aa8-47c7-9fce-c6b3cf1d3a7f service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3026454
Apr 30 16:32:17.515296 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd50186cd60>,) {'filters': {'network_id': ['9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:17.529451 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd50186cd60>, 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:17.529750 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd50186cd60>, 'df2dc18e-f5fd-4136-8de7-a3ebfb1f09f2') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:32:17.544843 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:17.564922 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:17.572592 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:32:17.748853 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:32:17.759069 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:17.964154 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Network 9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:32:17.986322 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:32:18.157141 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:18.160972 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:18.175588 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:18.186958 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:18.191652 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:18.272021 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9b9a48ca-4b6b-44fc-abb1-9b0b76e5dce9 HTTP/1.1" status: 204  len: 168 time: 2.0073986
Apr 30 16:32:18.698610 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52328) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:18.736766 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:18.757596 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-140e54f0-03e6-49c5-bd93-c857a1ddfc0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6664e67048ee4a1c9eb06bd4236f9b37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0577335
Apr 30 16:32:18.760981 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52332) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:18.799268 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7ab15b86-00dc-421b-a902-0ab32d1a0ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:18.829356 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8fffe50a-6cfb-4242-ae63-2c4642c0e2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:18.862498 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8fffe50a-6cfb-4242-ae63-2c4642c0e2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:19.011228 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8fffe50a-6cfb-4242-ae63-2c4642c0e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:19.015402 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-57bd607e-a44a-436d-9358-3a28fb7e9fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:19.030010 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffe50a-6cfb-4242-ae63-2c4642c0e2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fefa16-46b7-4de1-b114-642d8dc64bc0,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:19.033338 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8fffe50a-6cfb-4242-ae63-2c4642c0e2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:19.159438 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8fffe50a-6cfb-4242-ae63-2c4642c0e2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:19.161490 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8fffe50a-6cfb-4242-ae63-2c4642c0e2bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52fefa16-46b7-4de1-b114-642d8dc64bc0 HTTP/1.1" status: 204  len: 168 time: 0.3988564
Apr 30 16:32:19.734139 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:19.982538 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52344) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:20.075719 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d32b1d44-214f-4e89-bfbc-a03a9c4515f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=398c7746bd504d02b727d9e4fdf80dde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0911739
Apr 30 16:32:20.078087 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52352) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:32:20.186894 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d9a03ab-c7fe-4f1d-a932-518915b5accb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:20.224315 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d9a03ab-c7fe-4f1d-a932-518915b5accb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:20.373705 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d9a03ab-c7fe-4f1d-a932-518915b5accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:20.378038 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7f62a3bc-ae05-41c7-bcec-4aad2774d602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:32:20.390668 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a03ab-c7fe-4f1d-a932-518915b5accb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3c1589-e29c-42d1-ad09-4416e036b338,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:32:20.394802 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8d9a03ab-c7fe-4f1d-a932-518915b5accb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:32:20.400042 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-8d9a03ab-c7fe-4f1d-a932-518915b5accb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:20.401223 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-8d9a03ab-c7fe-4f1d-a932-518915b5accb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed3c1589-e29c-42d1-ad09-4416e036b338 HTTP/1.1" status: 204  len: 168 time: 0.3217521
Apr 30 16:32:21.305470 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:21.714861 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:32:45.516193 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:46.010844 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-dc70637e-3541-44f1-8596-542f52ef089c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:48.714296 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:48.822383 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-b9c428fe-0b9c-4159-a59b-052a2b8d914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:49.772729 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:51.301512 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:32:58.714451 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:33:10.073200 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12571071-a861-409b-82c3-9d1f97bf4c5d req-2feef278-b5ce-47aa-8bb4-53dff87fc8e0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:10.074838 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-12571071-a861-409b-82c3-9d1f97bf4c5d req-2feef278-b5ce-47aa-8bb4-53dff87fc8e0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 946 time: 0.2647798
Apr 30 16:33:10.241415 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-12571071-a861-409b-82c3-9d1f97bf4c5d req-fffc4dba-d96b-4ead-86d6-14a15d285d3b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1595545
Apr 30 16:33:11.451123 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9bfe-f91d-432d-9532-a336eb4ec839 req-4ed78ca0-cba4-41ad-a087-e98c00a52ada tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:11.451123 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-808d9bfe-f91d-432d-9532-a336eb4ec839 req-4ed78ca0-cba4-41ad-a087-e98c00a52ada tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 946 time: 0.0894234
Apr 30 16:33:11.518118 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-808d9bfe-f91d-432d-9532-a336eb4ec839 req-0768b015-42e6-4fb8-96fd-81cbb4b2a17b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588150
Apr 30 16:33:12.252586 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-78b8ea0b-ca10-4586-aa1e-f336ff30545e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:12.255257 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-78b8ea0b-ca10-4586-aa1e-f336ff30545e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 946 time: 0.1540873
Apr 30 16:33:12.447647 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Deleting port 93e680e2-76ef-40bb-9e14-98794a602378 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:33:12.448052 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:12.679078 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] For port 93e680e2-76ef-40bb-9e14-98794a602378, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=93e680e2-76ef-40bb-9e14-98794a602378,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:12.680960 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:12.749220 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce742e72-3e3c-4662-84c3-65a39f0a6599 req-3de75afd-499c-466f-8cd5-a959873a81dc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:12.751513 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ce742e72-3e3c-4662-84c3-65a39f0a6599 req-3de75afd-499c-466f-8cd5-a959873a81dc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 946 time: 0.0988424
Apr 30 16:33:12.817837 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ce742e72-3e3c-4662-84c3-65a39f0a6599 req-bebca986-ac2f-417f-9503-66988a7a8b70 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=466ac3b8-1103-4232-965c-632ae8710cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558805
Apr 30 16:33:13.053563 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:13.053876 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:13.054131 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.l3_db [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Floating IP ca1348e9-4b0d-4ac9-8db7-b766a4708a37 disassociated. External IP: 172.27.0.131, port: 93e680e2-76ef-40bb-9e14-98794a602378.
Apr 30 16:33:13.054469 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Calling delete_port for 93e680e2-76ef-40bb-9e14-98794a602378 owned by compute:nova {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:33:13.290076 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:13.299216 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d0b71546-18e7-46b1-a01b-3ae8d02284f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:13.357448 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event deleted for resources: {'Port': ['ID=93e680e2-76ef-40bb-9e14-98794a602378,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:13.370490 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.370863 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.371226 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.371585 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.371968 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.372319 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.372673 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.373064 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.373404 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.373754 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.374205 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.374503 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:13.441097 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:13.577788 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Router 0e9a397f-689b-495b-a75d-bb6dec739b33 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:33:13.775958 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:33:13.791524 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] Sync routers for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:33:13.805457 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:33:13.806649 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502563d00>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:32:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:14.005664 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] No DVR routers for this DVR port 93e680e2-76ef-40bb-9e14-98794a602378 on host hv-cinder-77500 {{(pid=74379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:33:14.015582 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:14.018427 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-deleted', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:33:14.026876 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-afb92733-5db0-4260-9bc9-e78a5ae6b929 req-ad2141ff-fbb0-442d-90f0-dcf6c8024133 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 210 time: 0.0627739
Apr 30 16:33:14.092650 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36c147-4107-4f5b-91bd-f7ec24451abd', 'name': 'network-vif-deleted', 'tag': '93e680e2-76ef-40bb-9e14-98794a602378', 'status': 'completed', 'code': 200}
Apr 30 16:33:14.111130 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:33:14.121598 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-66647b03-3216-461c-8eff-50bec4e4d4ef req-b4cef18f-f714-4e62-ad29-e7592c1da1a4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "DELETE /v2.0/ports/93e680e2-76ef-40bb-9e14-98794a602378 HTTP/1.1" status: 204  len: 173 time: 1.8601439
Apr 30 16:33:14.542296 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502563d00>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:14.548987 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] Checking router: 0e9a397f-689b-495b-a75d-bb6dec739b33 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:33:14.561452 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:33:14.562259 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502563d00>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:32:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:14.816837 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:33:15.234669 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-94426548-cd74-49c1-beee-0cff9416de44 req-1ba9f6f6-e1ab-43a6-aeec-8c9fc035f1d0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:33:15.315382 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-94426548-cd74-49c1-beee-0cff9416de44 req-1ba9f6f6-e1ab-43a6-aeec-8c9fc035f1d0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:33:15.322621 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-94426548-cd74-49c1-beee-0cff9416de44 req-1ba9f6f6-e1ab-43a6-aeec-8c9fc035f1d0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=be36c147-4107-4f5b-91bd-f7ec24451abd HTTP/1.1" status: 200  len: 210 time: 0.1350505
Apr 30 16:33:15.328408 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502563d00>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:15.333284 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051deb3f-47d9-4f7f-96bd-aab4ae0b1075 None None] The sync data for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi is: [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:33:15.556140 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:15.594409 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c44f96-fee6-401d-9896-ed6e24ff9e05 None None] New status for floating IP ca1348e9-4b0d-4ac9-8db7-b766a4708a37: DOWN {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:33:16.006402 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e3457421-e7ab-4bcb-b8bf-d506abd686a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:16.223147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:33:16.262511 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 93e680e2-76ef-40bb-9e14-98794a602378 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:33:16.262856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 93e680e2-76ef-40bb-9e14-98794a602378 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:33:16.954658 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-a0e901f0-2fcd-461b-9c3b-9e84e40f3ec6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0818045
Apr 30 16:33:17.129441 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-9f4d6080-d755-4fe4-ad95-ce6f46ee095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:17.130934 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-9f4d6080-d755-4fe4-ad95-ce6f46ee095b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 1098 time: 0.0807936
Apr 30 16:33:17.287784 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-99280745-699e-4bab-aeeb-e8b87997b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:17.289361 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-99280745-699e-4bab-aeeb-e8b87997b7ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 200  len: 912 time: 0.1352084
Apr 30 16:33:17.402677 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-c0039fe7-a190-4185-bea3-6996d57624d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613 HTTP/1.1" status: 200  len: 1001 time: 0.1055281
Apr 30 16:33:17.482022 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-0cc83f10-5043-4407-a8b5-5860cee87ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:17.483661 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-0cc83f10-5043-4407-a8b5-5860cee87ecd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 200  len: 850 time: 0.0739558
Apr 30 16:33:17.569140 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52538) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:17.569896 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-81b79b2f-8c14-4833-84a1-a9c54e5e0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:17.570823 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-81b79b2f-8c14-4833-84a1-a9c54e5e0c14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa417807-97da-401a-88f0-fb2baff76934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800278
Apr 30 16:33:17.652819 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:17.705269 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:17.799841 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-c769a5fa-b4ca-4e3e-8017-59e6419da268 service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211628
Apr 30 16:33:17.823439 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:17.829829 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cb134652-8531-42c2-99e3-44f2be05d645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:17.849862 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ac3b8-1103-4232-965c-632ae8710cf9,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:17.859277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.859632 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.859994 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.860348 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.860695 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.861068 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.861418 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.861864 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.862283 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.862615 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.862896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.863339 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:17.866804 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:17.938690 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:17.944139 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-469a3a7d-6edf-46ed-b31a-125194bbe34f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "DELETE /v2.0/security-groups/466ac3b8-1103-4232-965c-632ae8710cf9 HTTP/1.1" status: 204  len: 168 time: 0.3697293
Apr 30 16:33:17.944616 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52544) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:17.954852 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fedbcaf2-38e4-48d4-8395-030818f6a658 req-7f444c29-9d9e-4916-b88a-a51e20269a2f service neutron] 10.222.0.69 "GET /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475077
Apr 30 16:33:17.976050 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.api.v2.resource [None req-b05e242a-803d-4823-8c85-b7ebc9374d1a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] show failed (client error): The resource could not be found.
Apr 30 16:33:17.978254 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-b05e242a-803d-4823-8c85-b7ebc9374d1a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups/466ac3b8-1103-4232-965c-632ae8710cf9 HTTP/1.1" status: 404  len: 347 time: 0.0316219
Apr 30 16:33:17.981629 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52548) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:18.231985 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Deleting port 1b6a1e38-f6b6-4566-bf11-3faaaa96dcec {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:33:18.232307 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:18.375834 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:18.376238 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:18.577071 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Calling delete_port for 1b6a1e38-f6b6-4566-bf11-3faaaa96dcec owned by network:floatingip {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:33:18.737851 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:18.807733 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:18.812125 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-40dc1cce-20f3-4058-9197-74de2845e94f tempest-VolumesSnapshotTestJSON-956175312 tempest-VolumesSnapshotTestJSON-956175312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:18.859470 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event deleted for resources: {'Port': ['ID=1b6a1e38-f6b6-4566-bf11-3faaaa96dcec,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:18.868901 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-63ecf141-7c16-4d87-8814-9db5a976fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:18.887241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:18.963542 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:19.049470 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:19.051712 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "DELETE /v2.0/floatingips/ca1348e9-4b0d-4ac9-8db7-b766a4708a37 HTTP/1.1" status: 204  len: 168 time: 1.0688531
Apr 30 16:33:19.567806 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52556) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:19.577322 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--582096185', 'description': 'tempest-description--1734882783'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:33:19.591462 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:33:19.600299 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:security_group and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:33:19.607020 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:33:19.620228 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:33:19.738424 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:19.769953 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:33:19.772779 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:19.777692 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:security_group_rule and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:33:19.783054 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:33:19.795273 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:33:19.913146 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.068961 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.075888 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-928f08a0-cd91-46a9-978b-4ca56cca86f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:20.127981 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80df05fe-43f3-4ca6-b172-031d7191a2f4,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:20.132100 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:20.229469 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.231262 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6633458
Apr 30 16:33:20.235510 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52562) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:20.242971 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'security_group_rule': {'security_group_id': '80df05fe-43f3-4ca6-b172-031d7191a2f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:33:20.251329 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:33:20.255951 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:security_group_rule and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:33:20.260087 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:33:20.267334 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:33:20.393626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.476201 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.566204 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.568404 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7a95b2e8-bbd0-44c4-9376-6c655d6a7e8c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:20.593665 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b05415-0425-4395-8b5e-f0b2077f03d1,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:20.596298 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:20.672705 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.674219 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d888b81f-8423-46bb-9067-6b467bbeabc3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4374716
Apr 30 16:33:20.677882 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52566) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:20.683874 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'security_group_rule': {'security_group_id': '80df05fe-43f3-4ca6-b172-031d7191a2f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:33:20.690524 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:33:20.694724 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:security_group_rule and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:33:20.698993 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:33:20.705572 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:33:20.801907 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.875529 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.941482 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:20.944065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9ae77de6-7f7c-4c42-9e8b-f2b0e18ddb2b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:20.972317 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a265c6b-25db-4a93-a92c-b65b2e2b61b5,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:20.977717 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:21.038235 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:21.040135 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-4d6dd96b-9477-45c3-b90b-93bfbc3d0bbd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3615117
Apr 30 16:33:21.044888 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52570) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:21.050771 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:33:21.058796 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:33:21.063295 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Usage tracker for resource:floatingip and tenant:b1c386717b3e4e09a996d488d118dcca is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:33:21.066894 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:33:21.073507 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:33:21.183322 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:21.321902 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:21.346048 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:21.670239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Allocated IP 172.27.0.92 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/51ca38ab-f34c-42e5-91e1-de26140e786d) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:33:21.841552 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:21.944100 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:21.949129 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0cca7ec8-c44f-4d40-ae2e-a25d6ecc8610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:22.022958 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:33:22.027203 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:33:22.031318 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:33:22.076632 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'Port': ['ID=51ca38ab-f34c-42e5-91e1-de26140e786d,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:22.081378 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:22.172821 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:22.355144 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:22.607285 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:22.675055 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:22.679466 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-749940b5-52e7-40c4-96cc-2c6df6aa91f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:22.794124 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'Port': ['ID=51ca38ab-f34c-42e5-91e1-de26140e786d,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:22.798531 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:22.808345 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:22.897871 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:22.900044 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8539810
Apr 30 16:33:23.087741 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-73a96cb8-017c-47af-a0c1-a1a7e925d9e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--582096185&fields=id&tenant_id=b1c386717b3e4e09a996d488d118dcca HTTP/1.1" status: 200  len: 267 time: 0.0499794
Apr 30 16:33:23.258789 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-30d411db-12a2-4bf8-8c56-1a48ce6925ec tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:23.258789 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-30d411db-12a2-4bf8-8c56-1a48ce6925ec tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 816 time: 0.1624079
Apr 30 16:33:23.274812 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-03e38d51-b5c1-4f61-8210-c44533825b80 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/quotas/b1c386717b3e4e09a996d488d118dcca HTTP/1.1" status: 200  len: 375 time: 0.0102661
Apr 30 16:33:23.369898 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-740cc96b-0531-4b5e-b5c8-87c298060df3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0890055
Apr 30 16:33:23.388029 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-08e3f833-ed43-4fd1-ae86-4e5472aeb498 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:33:23.389017 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-08e3f833-ed43-4fd1-ae86-4e5472aeb498 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0069704
Apr 30 16:33:23.536523 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-d794550b-e9d5-4548-9f6e-a436917de6b7 service neutron] 10.222.0.57 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370811
Apr 30 16:33:23.686357 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-441cd177-0e41-49e8-800e-52153041334e service neutron] 10.222.0.57 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431482
Apr 30 16:33:24.000098 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-76cc1719-360a-445e-9eb4-c958b15ab6b7 req-346865d9-dc96-4b3b-b2a1-54548be8800f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 210 time: 0.0513244
Apr 30 16:33:25.315147 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f5a8e8f9-edef-45de-9c89-499b633afe9f req-a9220333-a6d6-494a-b7ce-ba30c2c2327e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 210 time: 0.1597168
Apr 30 16:33:26.511141 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-528440f3-5064-4156-9e57-783092c89397 req-cf9a9b32-036d-45c2-a2e7-2fb0405556f7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:33:26.651773 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-528440f3-5064-4156-9e57-783092c89397 req-cf9a9b32-036d-45c2-a2e7-2fb0405556f7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:33:26.653180 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-528440f3-5064-4156-9e57-783092c89397 req-cf9a9b32-036d-45c2-a2e7-2fb0405556f7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 210 time: 0.2179525
Apr 30 16:33:26.881529 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-947693e4-bb7f-475e-a417-b3f204d115fb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:26.883158 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-947693e4-bb7f-475e-a417-b3f204d115fb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 816 time: 0.1596224
Apr 30 16:33:26.946697 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-92df8bef-7e6b-41a3-9540-f25d5e499877 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1c386717b3e4e09a996d488d118dcca HTTP/1.1" status: 200  len: 379 time: 0.0474172
Apr 30 16:33:26.955583 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'port': {'device_id': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'admin_state_up': True, 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'security_groups': ['80df05fe-43f3-4ca6-b172-031d7191a2f4']}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:33:27.199289 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:33:27.210904 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:33:27.291551 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Made reservation on behalf of b1c386717b3e4e09a996d488d118dcca for: {'port': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:33:27.295539 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:27.480389 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Allocated IP 172.20.0.7 (9e40cf8e-e867-4f86-ae24-ba40c7986a87/36b09658-f09f-43cf-89c7-e2209134a927/97c59f5d-8591-4c2b-819c-8a776c8454c1) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:33:27.697921 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:27.717499 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Transition to ACTIVE for port object 97c59f5d-8591-4c2b-819c-8a776c8454c1 will not be triggered until provisioned by entity DHCP. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:33:27.811251 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:27.825307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:27.905275 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:33:27.909853 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:33:27.916123 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:33:27.951803 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:27.966627 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:28.004438 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:28.005148 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:28.016809 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c95ba4-d750-4399-9f26-52fdee6f8720 req-779ab00a-e087-42a1-bc8d-e20ae2919519 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:28.018465 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3c95ba4-d750-4399-9f26-52fdee6f8720 req-779ab00a-e087-42a1-bc8d-e20ae2919519 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 931 time: 0.2460651
Apr 30 16:33:28.096231 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3c95ba4-d750-4399-9f26-52fdee6f8720 req-8a4a4ac7-e61f-40cd-a90c-5e3cfcfe17d9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637918
Apr 30 16:33:28.132771 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-7d08d602-e783-42b5-99cc-ba277e916747 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1817937
Apr 30 16:33:28.150203 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-6c5df9c7-7c8f-4b8b-b37e-0a795e07e9c3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:33:28.151226 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-6c5df9c7-7c8f-4b8b-b37e-0a795e07e9c3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062129
Apr 30 16:33:28.162429 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Request body: {'port': {'device_id': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:33:28.198596 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-a3508303-d1f0-43f9-9b30-722985f5ed39 None None] Provisioning for port 97c59f5d-8591-4c2b-819c-8a776c8454c1 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:33:28.204267 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-a3508303-d1f0-43f9-9b30-722985f5ed39 None None] Provisioning complete for port 97c59f5d-8591-4c2b-819c-8a776c8454c1 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:33:28.204771 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a3508303-d1f0-43f9-9b30-722985f5ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:28.282072 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-a3508303-d1f0-43f9-9b30-722985f5ed39 None None] Port 97c59f5d-8591-4c2b-819c-8a776c8454c1 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:33:28.293412 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:28.722040 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c59f5d-8591-4c2b-819c-8a776c8454c1 {{(pid=74379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:33:28.730866 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:28.748106 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Transition to ACTIVE for port object 97c59f5d-8591-4c2b-819c-8a776c8454c1 will not be triggered until provisioned by entity L2. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:33:28.817604 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:28.822649 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2a90c093-043d-4763-93b9-5ee6f359b209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:28.987910 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:28.996684 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:29.179315 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Attempting to bind port 97c59f5d-8591-4c2b-819c-8a776c8454c1 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:33:29.179688 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Attempting to bind port 97c59f5d-8591-4c2b-819c-8a776c8454c1 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'}] {{(pid=74379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:33:29.180044 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Attempting to bind port 97c59f5d-8591-4c2b-819c-8a776c8454c1 on network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:33:29.185634 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Port 97c59f5d-8591-4c2b-819c-8a776c8454c1 on network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:33:29.185885 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Attempting to bind port 97c59f5d-8591-4c2b-819c-8a776c8454c1 on network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:33:29.191459 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:33:29.191791 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Checking segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:33:29.192178 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Bound using segment: {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'} {{(pid=74379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:33:29.192604 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Bound port: 97c59f5d-8591-4c2b-819c-8a776c8454c1, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3dabba-6309-482c-8b6e-5790a43e9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87'}}] {{(pid=74379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:33:29.192985 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:29.299909 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, cleared binding levels {{(pid=74379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:33:29.303330 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:33:29.329103 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd19a12-4e44-484c-b540-edf149640e6c req-86b84833-5e6b-489c-bc18-ee7e81de1d82 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:29.330806 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1dd19a12-4e44-484c-b540-edf149640e6c req-86b84833-5e6b-489c-bc18-ee7e81de1d82 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1090920
Apr 30 16:33:29.384640 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-1dd19a12-4e44-484c-b540-edf149640e6c req-ebda8f7e-3353-4a61-a1f2-01c199cceb40 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:33:29.393655 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:29.402251 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3109bec9-0741-48ea-be8e-57bb40f7a915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:29.455116 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:29.456166 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:29.457622 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] 10.222.0.69 "PUT /v2.0/ports/97c59f5d-8591-4c2b-819c-8a776c8454c1 HTTP/1.1" status: 200  len: 1093 time: 1.2997031
Apr 30 16:33:29.461061 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:33:29.497525 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=3']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:29.501606 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-935f781d-07dd-4298-8a4c-a8a2ab980920 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:29.526172 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'status': 'completed', 'code': 200}
Apr 30 16:33:29.526455 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-1dd19a12-4e44-484c-b540-edf149640e6c req-ebda8f7e-3353-4a61-a1f2-01c199cceb40 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:33:29.527865 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1dd19a12-4e44-484c-b540-edf149640e6c req-ebda8f7e-3353-4a61-a1f2-01c199cceb40 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1899927
Apr 30 16:33:29.732276 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a07f1-55a6-448d-b2f0-3b021696b9d3 req-4ada91a0-72c5-4f6c-b6e0-db399dc6704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:29.733675 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-892a07f1-55a6-448d-b2f0-3b021696b9d3 req-4ada91a0-72c5-4f6c-b6e0-db399dc6704f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1096 time: 0.1565871
Apr 30 16:33:29.894507 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a07f1-55a6-448d-b2f0-3b021696b9d3 req-a0711aa2-416b-471a-bae1-30f0fa1bfd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:29.896022 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-892a07f1-55a6-448d-b2f0-3b021696b9d3 req-a0711aa2-416b-471a-bae1-30f0fa1bfd76 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b1c386717b3e4e09a996d488d118dcca&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1478462
Apr 30 16:33:30.049845 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a07f1-55a6-448d-b2f0-3b021696b9d3 req-ff8bc052-ebfa-4015-b9c4-c7d7deaa0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:30.052749 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-892a07f1-55a6-448d-b2f0-3b021696b9d3 req-ff8bc052-ebfa-4015-b9c4-c7d7deaa0e3f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1497226
Apr 30 16:33:30.196161 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-12e21273-3c45-42b9-8ade-530fbb4e9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:30.198066 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-12e21273-3c45-42b9-8ade-530fbb4e9e56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1096 time: 0.0811818
Apr 30 16:33:30.284199 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-4aef6121-a010-41ec-88fe-f50b02c4ddf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1 HTTP/1.1" status: 200  len: 217 time: 0.0706115
Apr 30 16:33:30.354148 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-b0ab175c-4a98-497b-8deb-5f0d7ceaa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:30.355749 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-b0ab175c-4a98-497b-8deb-5f0d7ceaa919 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0645514
Apr 30 16:33:30.444205 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-bdd0beff-3cf2-4e54-988f-1aa6dc86b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:30.446431 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-bdd0beff-3cf2-4e54-988f-1aa6dc86b811 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835569
Apr 30 16:33:30.654606 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-48b927ac-c544-47af-a829-900658a55514 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006977
Apr 30 16:33:30.867798 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-463d33f5-8925-4c3e-9f9e-53d79f3d78c0 req-d063cf95-6df1-4f3f-98c8-1b55e0827fdd service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063844
Apr 30 16:33:30.898241 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d5697-9249-4d57-8fce-90d2672d69a1 req-8cbf5003-465f-4686-8077-e516b8718135 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:30.899539 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-220d5697-9249-4d57-8fce-90d2672d69a1 req-8cbf5003-465f-4686-8077-e516b8718135 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:33:30.994723 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-220d5697-9249-4d57-8fce-90d2672d69a1 req-8cbf5003-465f-4686-8077-e516b8718135 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:33:30.996342 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-220d5697-9249-4d57-8fce-90d2672d69a1 req-8cbf5003-465f-4686-8077-e516b8718135 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.2292907
Apr 30 16:33:31.049546 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-220d5697-9249-4d57-8fce-90d2672d69a1 req-e7a6362e-3db8-44f9-87fd-4662008ae431 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462701
Apr 30 16:33:32.268129 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eafd1-5c2f-49f6-bfe0-580882a252b0 req-1ad79ff7-51e0-4e10-94d3-e2c066da7ed8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:32.270066 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee7eafd1-5c2f-49f6-bfe0-580882a252b0 req-1ad79ff7-51e0-4e10-94d3-e2c066da7ed8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.0944452
Apr 30 16:33:32.321364 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ee7eafd1-5c2f-49f6-bfe0-580882a252b0 req-237b0b48-f8d3-4089-983f-b96b307c5db2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432594
Apr 30 16:33:33.584982 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400936fb-54ce-416a-96ee-973c4d98ddd4 req-f8a5c9e2-541c-4b9d-b7fe-e81213cab615 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:33.587460 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-400936fb-54ce-416a-96ee-973c4d98ddd4 req-f8a5c9e2-541c-4b9d-b7fe-e81213cab615 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1473644
Apr 30 16:33:33.642734 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-400936fb-54ce-416a-96ee-973c4d98ddd4 req-4573ea0a-b4a2-40c7-9210-aeb904289698 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449369
Apr 30 16:33:34.349180 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:33:34.537848 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:34.563049 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'port_id': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'mac_address': 'fa:16:3e:d3:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:33:34.631359 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:34.654287 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c59f5d-8591-4c2b-819c-8a776c8454c1 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:33:34.675725 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:34.729876 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:34.732467 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-d002022f-25d2-4aca-b5e9-408dd651b7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:34.812314 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:34.824761 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.825381 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.825821 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.826277 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.826757 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.827276 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.827692 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.828068 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.828513 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.828959 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.829494 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.830080 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:33:34.837741 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:34.934689 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19f8be-9c70-471f-8a24-19793a3ccebd req-33c3218d-4614-4388-8d91-d6149d675e74 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:34.936279 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bc19f8be-9c70-471f-8a24-19793a3ccebd req-33c3218d-4614-4388-8d91-d6149d675e74 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 944 time: 0.1001952
Apr 30 16:33:35.013217 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bc19f8be-9c70-471f-8a24-19793a3ccebd req-b29a3403-f058-4ddf-a1cf-0465bf66940c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699172
Apr 30 16:33:35.175854 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['97c59f5d-8591-4c2b-819c-8a776c8454c1'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:33:35.714320 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:33:36.361171 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:33:36.380240 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159ed51-050d-4b8a-b0ad-c83eea38cd30 req-a3531c1d-b5b0-48cd-9b95-04df21428ac0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:36.382127 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1159ed51-050d-4b8a-b0ad-c83eea38cd30 req-a3531c1d-b5b0-48cd-9b95-04df21428ac0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 944 time: 0.0881724
Apr 30 16:33:36.449226 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1159ed51-050d-4b8a-b0ad-c83eea38cd30 req-bf8b193b-ea8e-4ff1-9f6e-e083f4ae966a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560334
Apr 30 16:33:36.529188 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 97c59f5d-8591-4c2b-819c-8a776c8454c1 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:33:36.534594 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 97c59f5d-8591-4c2b-819c-8a776c8454c1 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:33:36.535008 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:36.752399 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:36.783201 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:33:36.795656 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:36.846930 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'code': 200}
Apr 30 16:33:36.924423 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:36.927316 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:37.011264 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:37.014371 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:37.310472 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83408ca-a871-4b86-b712-7ab9c2cd3b6b req-8a4fd004-1b95-4e60-b8ea-5a8bb37dbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:37.312170 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a83408ca-a871-4b86-b712-7ab9c2cd3b6b req-8a4fd004-1b95-4e60-b8ea-5a8bb37dbfff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1098 time: 0.0938566
Apr 30 16:33:37.369532 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a83408ca-a871-4b86-b712-7ab9c2cd3b6b req-b1a162d6-e8d1-4f98-87c4-521febc904aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501342
Apr 30 16:33:37.694945 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aace1f-cda2-432a-a18c-708cf6e3bdc1 req-8643f696-d015-49b7-8cfc-6f54e4fb2f02 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:37.697150 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e9aace1f-cda2-432a-a18c-708cf6e3bdc1 req-8643f696-d015-49b7-8cfc-6f54e4fb2f02 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1204615
Apr 30 16:33:37.755429 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e9aace1f-cda2-432a-a18c-708cf6e3bdc1 req-3dda5bbd-55f2-4cd8-9402-ca413257a0ee tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469542
Apr 30 16:33:39.044987 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053fea-d20b-43d3-ad11-64a977e3c7c8 req-7ecac838-8223-4213-9880-ac98a1032ec4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:39.046535 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6c053fea-d20b-43d3-ad11-64a977e3c7c8 req-7ecac838-8223-4213-9880-ac98a1032ec4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0926807
Apr 30 16:33:39.134963 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6c053fea-d20b-43d3-ad11-64a977e3c7c8 req-fee86f6f-91bf-4439-9bd2-3212981670cd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762968
Apr 30 16:33:40.518570 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aea0b3-cf08-46ab-8e43-90d485dd9326 req-c8a86ffd-ab11-4d2b-a1c0-8e9d418675f7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:40.520083 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f5aea0b3-cf08-46ab-8e43-90d485dd9326 req-c8a86ffd-ab11-4d2b-a1c0-8e9d418675f7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.2097189
Apr 30 16:33:40.571685 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f5aea0b3-cf08-46ab-8e43-90d485dd9326 req-2777b7bb-7bac-40ea-9980-58960206ea78 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444613
Apr 30 16:33:40.860718 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141424af-2d8d-4a78-abe2-1252a98e045c req-86e04cee-3c46-44dd-b454-746776b570e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:40.862744 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-141424af-2d8d-4a78-abe2-1252a98e045c req-86e04cee-3c46-44dd-b454-746776b570e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0931659
Apr 30 16:33:40.872723 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52714) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:40.878802 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Request body: {'floatingip': {'port_id': '97c59f5d-8591-4c2b-819c-8a776c8454c1'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:33:40.965139 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:41.792189 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719265-476f-4eee-8878-8fda82ea5c90 req-292f71bf-b03a-4db5-afe3-cf2767c73db0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:41.799592 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-18719265-476f-4eee-8878-8fda82ea5c90 req-292f71bf-b03a-4db5-afe3-cf2767c73db0 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.3367369
Apr 30 16:33:41.864623 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-18719265-476f-4eee-8878-8fda82ea5c90 req-d0773b29-a49d-4745-af5f-049df7973709 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628574
Apr 30 16:33:42.000396 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:42.091527 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:42.280531 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Floating IP d7dba8ab-858a-4021-a680-491ffff79caf associated. External IP: 172.27.0.92, port: 97c59f5d-8591-4c2b-819c-8a776c8454c1.
Apr 30 16:33:42.655088 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Router 0e9a397f-689b-495b-a75d-bb6dec739b33 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:33:42.985867 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:33:42.994029 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:43.000440 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] Sync routers for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:33:43.015011 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:33:43.015780 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd501a21580>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:33:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:43.106148 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-6e2ab5c3-b6d2-4ee9-8fae-45e993999532 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "PUT /v2.0/floatingips/d7dba8ab-858a-4021-a680-491ffff79caf HTTP/1.1" status: 200  len: 990 time: 2.2270281
Apr 30 16:33:43.106148 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:33:43.106620 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f89eb-4504-4c34-9b43-a1b5c406266e req-6550f8e8-9d02-4a56-8ae1-b89f19e1e986 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:43.106620 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ae6f89eb-4504-4c34-9b43-a1b5c406266e req-6550f8e8-9d02-4a56-8ae1-b89f19e1e986 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1000793
Apr 30 16:33:43.166678 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ae6f89eb-4504-4c34-9b43-a1b5c406266e req-b3bc4cbe-37a9-4690-9738-8e55fe69e3f1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515823
Apr 30 16:33:43.264913 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:33:43.279216 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'status': 'completed', 'code': 200}
Apr 30 16:33:43.413999 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309fd9-609f-4921-b54a-636338ea166b req-be530b1a-11d6-4a99-a010-e1ccf3a32071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:43.415761 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a309fd9-609f-4921-b54a-636338ea166b req-be530b1a-11d6-4a99-a010-e1ccf3a32071 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1098 time: 0.0806091
Apr 30 16:33:43.593115 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309fd9-609f-4921-b54a-636338ea166b req-6c10d1e4-d108-45dd-8f34-c9783ce7b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:43.596080 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a309fd9-609f-4921-b54a-636338ea166b req-6c10d1e4-d108-45dd-8f34-c9783ce7b9ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.1736138
Apr 30 16:33:43.619901 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-ed2b1b42-a357-4934-8849-5a011e6855f5 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:43.622207 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-ed2b1b42-a357-4934-8849-5a011e6855f5 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.1119173
Apr 30 16:33:43.665506 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd501a21580>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'd7dba8ab-858a-4021-a680-491ffff79caf', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'port_id': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'mac_address': 'fa:16:3e:d3:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:33:22Z', 'updated_at': '2021-04-30T16:33:41Z', 'revision_number': 1, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:43.670265 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] Checking router: 0e9a397f-689b-495b-a75d-bb6dec739b33 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:33:43.680563 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:33:43.681329 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd501a21580>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:33:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:43.783337 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a309fd9-609f-4921-b54a-636338ea166b req-ccce5f69-0069-4a9b-914e-e52ca71819a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1 HTTP/1.1" status: 200  len: 998 time: 0.1776526
Apr 30 16:33:43.861935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309fd9-609f-4921-b54a-636338ea166b req-777c79d2-59ca-45cf-b94e-f510dc5c7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:43.867388 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a309fd9-609f-4921-b54a-636338ea166b req-777c79d2-59ca-45cf-b94e-f510dc5c7ab8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0734088
Apr 30 16:33:43.867604 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Deleting port de4ae6b4-4de0-40cb-a0e1-9701a35db613 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:33:43.867768 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:43.891286 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:33:43.993343 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309fd9-609f-4921-b54a-636338ea166b req-fd6bb819-790d-4692-8f87-e3d93dfe6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:43.995792 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a309fd9-609f-4921-b54a-636338ea166b req-fd6bb819-790d-4692-8f87-e3d93dfe6db1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1239045
Apr 30 16:33:44.060572 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] For port de4ae6b4-4de0-40cb-a0e1-9701a35db613, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=de4ae6b4-4de0-40cb-a0e1-9701a35db613,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:44.061215 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:44.263307 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a309fd9-609f-4921-b54a-636338ea166b req-cb35cd2b-f09e-4278-923a-1da83a8c5ee9 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601929
Apr 30 16:33:44.429908 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd501a21580>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'd7dba8ab-858a-4021-a680-491ffff79caf', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'port_id': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'mac_address': 'fa:16:3e:d3:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:33:22Z', 'updated_at': '2021-04-30T16:33:41Z', 'revision_number': 1, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:44.435855 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5de05-711b-4134-b3f2-b66c5f53b716 None None] The sync data for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi is: [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': 'd7dba8ab-858a-4021-a680-491ffff79caf', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'port_id': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'mac_address': 'fa:16:3e:d3:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:33:22Z', 'updated_at': '2021-04-30T16:33:41Z', 'revision_number': 1, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:33:44.571855 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a309fd9-609f-4921-b54a-636338ea166b req-9b28447d-35ca-4ad5-a968-02cc8303b272 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2899044
Apr 30 16:33:44.606641 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a6981-38b2-4d8b-82f1-6dbefa032155 req-71db009a-b2f9-452b-a726-ba1ed003cea2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:33:44.612598 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a27a6981-38b2-4d8b-82f1-6dbefa032155 req-71db009a-b2f9-452b-a726-ba1ed003cea2 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 945 time: 0.2427330
Apr 30 16:33:44.652375 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:44.652738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:44.653081 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Floating IP be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b disassociated. External IP: 172.27.0.143, port: de4ae6b4-4de0-40cb-a0e1-9701a35db613.
Apr 30 16:33:44.653421 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Calling delete_port for de4ae6b4-4de0-40cb-a0e1-9701a35db613 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:33:44.696476 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a27a6981-38b2-4d8b-82f1-6dbefa032155 req-32b3fd4f-e253-479c-9083-eedc8592839e tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups?id=732ea33a-8614-4b52-a488-c60ff8d676b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718899
Apr 30 16:33:44.764217 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d737aea-ed30-4773-8890-161c13ecde55 None None] New status for floating IP d7dba8ab-858a-4021-a680-491ffff79caf: ACTIVE {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:33:44.931747 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:44.938001 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ad245b01-1504-4369-aae1-1675662c10de tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:44.989078 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event deleted for resources: {'Port': ['ID=de4ae6b4-4de0-40cb-a0e1-9701a35db613,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:44.993277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:45.210112 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Router f2849bd0-7e0a-420b-b001-e747e20812c3 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:33:45.429979 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:33:45.443118 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] Sync routers for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:33:45.459672 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:33:45.462249 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd501a21f10>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:33:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:45.661297 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] No DVR routers for this DVR port de4ae6b4-4de0-40cb-a0e1-9701a35db613 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:33:45.664389 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:45.667599 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'name': 'network-vif-deleted', 'tag': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:33:45.727089 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:45.771969 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-aefa5fd2-17e8-4c74-913b-0bb85f438734 req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.69 "DELETE /v2.0/ports/de4ae6b4-4de0-40cb-a0e1-9701a35db613 HTTP/1.1" status: 204  len: 173 time: 2.1442485
Apr 30 16:33:45.782922 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:33:45.858693 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ce9335-558f-48fe-aa5b-1b46b5859cd1', 'name': 'network-vif-deleted', 'tag': 'de4ae6b4-4de0-40cb-a0e1-9701a35db613', 'status': 'completed', 'code': 200}
Apr 30 16:33:45.923031 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0484028-1543-447f-8c27-86cf1bc1a416 req-d4c90cd2-b079-445d-97b0-477c5072fd51 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ce9335-558f-48fe-aa5b-1b46b5859cd1 HTTP/1.1" status: 200  len: 210 time: 0.0642407
Apr 30 16:33:46.044418 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-230ab552-1c46-4585-9f71-48e43c8d9193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:46.174986 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd501a21f10>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:46.180427 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] Checking router: f2849bd0-7e0a-420b-b001-e747e20812c3 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:33:46.190895 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:33:46.191541 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd501a21f10>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:33:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:46.389629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:33:46.442042 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device de4ae6b4-4de0-40cb-a0e1-9701a35db613 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:33:46.490846 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: de4ae6b4-4de0-40cb-a0e1-9701a35db613 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:33:46.491549 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device de4ae6b4-4de0-40cb-a0e1-9701a35db613 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:33:46.910465 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd501a21f10>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:46.915683 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8f3d3-91f2-4437-8523-eb5a38f6e49e None None] The sync data for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:23:18Z', 'revision_number': 4, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '7295312e-6ce9-434f-a145-89e174f35264', 'name': '', 'network_id': 'aa417807-97da-401a-88f0-fb2baff76934', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'mac_address': 'fa:16:3e:61:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '00de99b2-610f-4663-8eea-d1259812916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:17Z', 'updated_at': '2021-04-30T16:23:29Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'subnets': [{'id': '00de99b2-610f-4663-8eea-d1259812916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:33:47.186510 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52744) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:47.213457 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3142314-068d-45eb-8064-09b90e706ea1 None None] New status for floating IP be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b: DOWN {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:33:47.302371 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b6f786c4-70fd-4e70-ab45-cf6bfbe88bdd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:47.345138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b6f786c4-70fd-4e70-ab45-cf6bfbe88bdd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:47.536772 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b6f786c4-70fd-4e70-ab45-cf6bfbe88bdd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:47.541788 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-12e3f8dd-abd5-4e3e-b6c5-64bf64b3f16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:47.559570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f786c4-70fd-4e70-ab45-cf6bfbe88bdd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732ea33a-8614-4b52-a488-c60ff8d676b4,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:47.562043 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-b6f786c4-70fd-4e70-ab45-cf6bfbe88bdd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:47.635450 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b6f786c4-70fd-4e70-ab45-cf6bfbe88bdd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:47.641472 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-b6f786c4-70fd-4e70-ab45-cf6bfbe88bdd tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "DELETE /v2.0/security-groups/732ea33a-8614-4b52-a488-c60ff8d676b4 HTTP/1.1" status: 204  len: 168 time: 0.4488003
Apr 30 16:33:47.641871 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52752) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:47.671703 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.api.v2.resource [None req-a81d971b-d2d5-4d46-bb08-fb357302441f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] show failed (client error): The resource could not be found.
Apr 30 16:33:47.673499 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-a81d971b-d2d5-4d46-bb08-fb357302441f tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "GET /v2.0/security-groups/732ea33a-8614-4b52-a488-c60ff8d676b4 HTTP/1.1" status: 404  len: 347 time: 0.0300586
Apr 30 16:33:47.676616 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52756) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:48.058603 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Deleting port d5289850-01a9-4860-8ae0-6b755d20ee86 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:33:48.059020 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:48.190536 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:48.191240 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:48.328058 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Calling delete_port for d5289850-01a9-4860-8ae0-6b755d20ee86 owned by network:floatingip {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:33:48.519800 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:48.526057 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-22a1c3fe-8dc7-496a-8cd0-31455c9d16c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:48.574323 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Pushing event deleted for resources: {'Port': ['ID=d5289850-01a9-4860-8ae0-6b755d20ee86,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:48.607754 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:48.712647 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks [] for floatingip, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:48.714533 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:48.731692 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:48.733222 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] 10.222.0.57 "DELETE /v2.0/floatingips/be8b7f76-57f4-4a53-a0d1-936f4d3e9f3b HTTP/1.1" status: 204  len: 168 time: 1.0552094
Apr 30 16:33:48.845663 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-281df54d-fe25-4638-9d41-a0c07ff3f569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:49.736581 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:51.411594 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:53.444462 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52798) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:54.283292 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:54.861294 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Deleting port 7295312e-6ce9-434f-a145-89e174f35264 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:33:54.862169 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:55.005305 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] For port 7295312e-6ce9-434f-a145-89e174f35264, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=7295312e-6ce9-434f-a145-89e174f35264,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:55.005650 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:55.143237 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Calling delete_port for 7295312e-6ce9-434f-a145-89e174f35264 owned by network:router_interface {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:33:55.392385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:55.396829 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3f6540c5-3349-45cb-9517-a5c007ca2508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:55.446486 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=7295312e-6ce9-434f-a145-89e174f35264,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:55.453039 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:55.858431 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:56.371327 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Router f2849bd0-7e0a-420b-b001-e747e20812c3 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:33:56.564842 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:33:56.577097 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] Sync routers for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:33:56.582526 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] 10.222.0.57 "PUT /v2.0/routers/f2849bd0-7e0a-420b-b001-e747e20812c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1327591
Apr 30 16:33:56.583061 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52810) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:56.596520 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:33:56.597313 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50294dac0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:33:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:56.774237 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks [] for router, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:56.873252 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:33:56.962234 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:57.130779 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Deleting port bc12ce9a-a480-4c33-8c06-e9749c0d349e {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:33:57.131303 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:57.301307 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50294dac0>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:33:55Z', 'revision_number': 5, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port': {'id': 'bc12ce9a-a480-4c33-8c06-e9749c0d349e', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:23:10Z', 'updated_at': '2021-04-30T16:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:57.309698 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] Checking router: f2849bd0-7e0a-420b-b001-e747e20812c3 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:33:57.321803 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] Routers {'f2849bd0-7e0a-420b-b001-e747e20812c3'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:33:57.322647 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50294dac0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:33:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2849bd0-7e0a-420b-b001-e747e20812c3'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:57.377897 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] For port bc12ce9a-a480-4c33-8c06-e9749c0d349e, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=bc12ce9a-a480-4c33-8c06-e9749c0d349e,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:57.378543 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:57.495027 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] Set router f2849bd0-7e0a-420b-b001-e747e20812c3 gateway port host: None {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:33:57.554912 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Calling delete_port for bc12ce9a-a480-4c33-8c06-e9749c0d349e owned by network:router_gateway {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:33:57.711234 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50294dac0>, [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:33:56Z', 'revision_number': 6, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port_host': None}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:33:57.718230 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006efb63-7d90-4a8c-95c5-6da539ef8a70 None None] The sync data for ids ['f2849bd0-7e0a-420b-b001-e747e20812c3'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2849bd0-7e0a-420b-b001-e747e20812c3', 'name': 'tempest-AttachVolumeTestJSON-1063034364-router', 'tenant_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:23:09Z', 'updated_at': '2021-04-30T16:33:56Z', 'revision_number': 6, 'project_id': 'd435f88d59a74c9a8b66cb9a71fc3e78', 'gw_port_host': None}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:33:57.845452 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:57.849701 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-502be5a0-c4a0-4053-83c3-e38956a75401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:57.900093 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc12ce9a-a480-4c33-8c06-e9749c0d349e,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:57.927653 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:57.995699 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:58.320162 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:58.323163 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:58.415657 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:58.416518 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2849bd0-7e0a-420b-b001-e747e20812c3 {{(pid=74380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:33:58.438961 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:58.440933 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-8d886410-1a04-404c-8afc-dd36bd55334e admin admin] 10.222.0.57 "DELETE /v2.0/routers/f2849bd0-7e0a-420b-b001-e747e20812c3 HTTP/1.1" status: 204  len: 168 time: 1.8567348
Apr 30 16:33:58.445064 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52818) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:58.552230 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] Deleting subnet 00de99b2-610f-4663-8eea-d1259812916b {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:33:58.556791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:58.629146 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:58.735428 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.118928 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.123265 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-46023ff6-8009-41f3-a861-3e809ebd3367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:59.158595 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00de99b2-610f-4663-8eea-d1259812916b,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:59.161723 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:59.162736 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.169517 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546fb34-04c2-4216-8e3e-e41e62acb23b None None] Network aa417807-97da-401a-88f0-fb2baff76934 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:33:59.170317 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-4e070b8a-0db4-4914-9c39-cfe85ae4bc7a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/00de99b2-610f-4663-8eea-d1259812916b HTTP/1.1" status: 204  len: 168 time: 0.7224836
Apr 30 16:33:59.172553 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52822) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:33:59.295307 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.306841 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 7295312e-6ce9-434f-a145-89e174f35264 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:33:59.376005 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 7295312e-6ce9-434f-a145-89e174f35264 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:33:59.376260 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 7295312e-6ce9-434f-a145-89e174f35264 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:33:59.376681 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device bc12ce9a-a480-4c33-8c06-e9749c0d349e no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:33:59.378134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Deleting port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:33:59.378471 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.416422 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: bc12ce9a-a480-4c33-8c06-e9749c0d349e {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:33:59.416764 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device bc12ce9a-a480-4c33-8c06-e9749c0d349e not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:33:59.494970 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] For port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:59.495619 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.518673 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] DHCP port deletion for aa417807-97da-401a-88f0-fb2baff76934 request from dv-cinder-775008-3-iscsi {{(pid=74381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 16:33:59.595044 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] Deleting port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 {{(pid=74381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:33:59.595420 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.635751 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Calling delete_port for cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 owned by network:dhcp {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:33:59.705616 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] For port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,segment=NetworkSegment(6b1b11c9-1685-435a-ac8e-7972aaf62c85),segment_id=6b1b11c9-1685-435a-ac8e-7972aaf62c85)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:33:59.712986 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.769484 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.777880 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2f8143c8-f3a8-4834-b22f-56bf2db32ef8 tempest-VolumesActionsTest-1688774912 tempest-VolumesActionsTest-1688774912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:59.826521 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] No DVR routers for this DVR port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 on host dv-cinder-775008-3-iscsi {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:33:59.828555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:59.834843 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] Calling delete_port for cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 owned by network:dhcp {{(pid=74381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:33:59.858790 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:59.881341 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351'] for port, after_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:33:59.886490 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:33:59.939031 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] Pushing event deleted for resources: {'Port': ['ID=cfd71b8b-257f-4c95-82bf-2fdcaa155fa1,revision_number=None']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:33:59.943851 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:33:59.945538 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] No DVR routers for this DVR port cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 on host dv-cinder-775008-3-iscsi {{(pid=74381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:33:59.964482 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:00.200465 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501a51be0>,) {'filters': {'network_id': ['aa417807-97da-401a-88f0-fb2baff76934']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:34:00.215022 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501a51be0>, '6b1b11c9-1685-435a-ac8e-7972aaf62c85') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:34:00.215247 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501a51be0>, '6b1b11c9-1685-435a-ac8e-7972aaf62c85') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:34:00.228072 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:00.244227 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:00.250469 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:34:00.438472 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Network aa417807-97da-401a-88f0-fb2baff76934 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:34:00.448899 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:00.636112 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Network aa417807-97da-401a-88f0-fb2baff76934 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:34:00.659214 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:34:00.803796 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:00.809834 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:00.819007 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:00.848092 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa417807-97da-401a-88f0-fb2baff76934,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:00.856141 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:00.930970 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] 10.222.0.57 "DELETE /v2.0/networks/aa417807-97da-401a-88f0-fb2baff76934 HTTP/1.1" status: 204  len: 168 time: 1.7572575
Apr 30 16:34:01.252474 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:34:01.290250 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:34:01.290576 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cfd71b8b-257f-4c95-82bf-2fdcaa155fa1 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:34:01.365206 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52832) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:01.430731 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-7e4c4706-e1a5-4708-82bb-795cebc44cf7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d435f88d59a74c9a8b66cb9a71fc3e78&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0639453
Apr 30 16:34:01.433330 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52836) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:01.551998 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-453b0b0e-09c8-421f-a8c4-6f008cc4b1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:01.602200 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-453b0b0e-09c8-421f-a8c4-6f008cc4b1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:01.764877 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-453b0b0e-09c8-421f-a8c4-6f008cc4b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:01.769461 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:01.785411 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b0b0e-09c8-421f-a8c4-6f008cc4b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264cc8a6-694e-4f1e-b648-96f7be9bde18,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:01.790576 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-453b0b0e-09c8-421f-a8c4-6f008cc4b1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:01.795231 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-453b0b0e-09c8-421f-a8c4-6f008cc4b1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:01.797070 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-453b0b0e-09c8-421f-a8c4-6f008cc4b1af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/264cc8a6-694e-4f1e-b648-96f7be9bde18 HTTP/1.1" status: 204  len: 168 time: 0.3622532
Apr 30 16:34:12.715328 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:34:15.193459 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 52974) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:15.325016 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:15.342924 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:34:15.347534 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Usage tracker for resource:security_group_rule and tenant:3ddb2bb39754491ca1ad4d2cab68c624 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:34:15.351027 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:34:15.358083 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:34:15.466264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:15.561033 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:15.582084 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2a8b6672-4130-4cd0-bc7b-ced1af11d734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:15.633427 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:15.661436 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ddb2bb39754491ca1ad4d2cab68c624&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4662685
Apr 30 16:34:15.663775 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 52980) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:15.671329 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f33583-f6f4-4ee3-a39f-d17e9becde78,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:15.685919 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.686672 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.687297 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.687911 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.688577 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.689291 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.689888 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.690509 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.691133 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.691789 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.692409 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.693054 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:15.700419 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:15.734865 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1f247f7a-99f3-4811-85d5-fbd44f40d2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:15.763857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1f247f7a-99f3-4811-85d5-fbd44f40d2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:15.907243 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1f247f7a-99f3-4811-85d5-fbd44f40d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:15.911258 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a977009c-1413-4684-89c7-7aa904155c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:15.923587 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f247f7a-99f3-4811-85d5-fbd44f40d2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f33583-f6f4-4ee3-a39f-d17e9becde78,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:15.927653 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1f247f7a-99f3-4811-85d5-fbd44f40d2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:15.933236 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1f247f7a-99f3-4811-85d5-fbd44f40d2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:15.934034 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1f247f7a-99f3-4811-85d5-fbd44f40d2a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82f33583-f6f4-4ee3-a39f-d17e9becde78 HTTP/1.1" status: 204  len: 168 time: 0.2683356
Apr 30 16:34:16.020076 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8808aa22-060d-4beb-bee8-459822e7ff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:17.982987 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-54cd2ab7-4242-4c44-9bf6-28f4b24034a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0883648
Apr 30 16:34:18.134237 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-b122a045-d9cf-45ac-bc41-613b9a308137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:18.136898 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-b122a045-d9cf-45ac-bc41-613b9a308137 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 1098 time: 0.1123819
Apr 30 16:34:18.302129 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-412c9091-2a90-4ddd-ba52-560ea901136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:18.305380 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-412c9091-2a90-4ddd-ba52-560ea901136c service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.1460538
Apr 30 16:34:18.419614 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-f657ca46-066e-418b-9353-aa66144adbfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb HTTP/1.1" status: 200  len: 1001 time: 0.1071322
Apr 30 16:34:18.491052 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-2058a2bf-5668-464c-9bc3-6d9d3e3e0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:18.492684 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-2058a2bf-5668-464c-9bc3-6d9d3e3e0236 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0663011
Apr 30 16:34:18.581466 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-506fdd68-31d6-42eb-8329-88ea951a0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:18.584085 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-506fdd68-31d6-42eb-8329-88ea951a0f7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843120
Apr 30 16:34:18.735914 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:18.779833 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-2793b61d-7af5-4673-bda3-574ce5dec375 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882682
Apr 30 16:34:18.856194 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d5944021-6de9-4f85-824b-496e7fde4e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:18.933666 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53028) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:19.042740 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f1bc4faa-cca6-4d02-be5c-c5410bf93e5f req-46cd5abb-1bc7-4c5c-9336-13c8c9b20005 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558722
Apr 30 16:34:19.098938 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:19.115466 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:34:19.120830 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Usage tracker for resource:security_group_rule and tenant:0c28dabc97f84ec9bff3588f8a4ebb87 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:34:19.124277 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:34:19.131160 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:34:19.222123 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:19.318517 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:19.326959 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8bef7ee3-7e18-4f36-88f4-4dd1f73517bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:19.370519 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5640ddad-95a9-43ff-938d-b40babd5f2de,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:19.375059 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0c28dabc97f84ec9bff3588f8a4ebb87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4399920
Apr 30 16:34:19.376223 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-276cc95c-8872-465f-8cde-e817eddb352c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:19.379224 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53034) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:19.453517 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d276e-52f6-4eea-977b-1246cd7fb199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:19.482817 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d276e-52f6-4eea-977b-1246cd7fb199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:19.610441 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d276e-52f6-4eea-977b-1246cd7fb199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:19.616520 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-165888e2-e008-4804-960c-04550aaf1cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:19.637521 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d276e-52f6-4eea-977b-1246cd7fb199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5640ddad-95a9-43ff-938d-b40babd5f2de,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:19.642231 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7a3d276e-52f6-4eea-977b-1246cd7fb199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:19.653794 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d276e-52f6-4eea-977b-1246cd7fb199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:19.655873 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-7a3d276e-52f6-4eea-977b-1246cd7fb199 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5640ddad-95a9-43ff-938d-b40babd5f2de HTTP/1.1" status: 204  len: 168 time: 0.2756002
Apr 30 16:34:19.770650 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:20.493764 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53044) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:20.510082 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:20.528172 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:34:20.532351 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Usage tracker for resource:security_group_rule and tenant:826f2ee7571d441eaa75cdb7eb3de471 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:34:20.535573 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:34:20.542943 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:34:20.651956 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:20.718737 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:20.726814 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e7248437-8677-4b33-ada6-ec3b53efd791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:20.772595 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=826f2ee7571d441eaa75cdb7eb3de471&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2824261
Apr 30 16:34:20.773317 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35b5fd-93e2-4054-9d4c-95610e731c90,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:20.775580 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 53048) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:20.776698 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:20.849851 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:20.878885 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:21.016208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:21.022359 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-04ae0594-6f00-4ca7-9a53-a6ff539295f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:21.042346 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35b5fd-93e2-4054-9d4c-95610e731c90,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:21.051379 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:21.052499 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c35b5fd-93e2-4054-9d4c-95610e731c90 HTTP/1.1" status: 204  len: 168 time: 0.2753375
Apr 30 16:34:21.055144 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.055695 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.055989 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.056391 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.056749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.057128 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.057671 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.058526 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.058526 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.058797 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.059021 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.059359 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:21.062857 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cfae778c-d56e-42f7-ae72-ba61e35612c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:21.336579 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:24.617906 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 53110) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:24.770562 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:24.798569 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:34:24.806303 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Usage tracker for resource:security_group_rule and tenant:b306e18c247047d6b9d118ec30cd6476 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:34:24.811512 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:34:24.822135 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:34:24.931458 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:25.024059 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:25.032912 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-696b3ed5-961a-4520-b8b5-f1ead8f150db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:25.084547 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b306e18c247047d6b9d118ec30cd6476&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4653785
Apr 30 16:34:25.085775 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43fc7f4-aa79-40cc-92bb-1faa7c82d263,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:25.088072 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53116) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:25.090118 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:25.168765 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f2483786-ddc5-41cc-b341-8c22c9d6f505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:25.214915 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f2483786-ddc5-41cc-b341-8c22c9d6f505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:25.392893 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f2483786-ddc5-41cc-b341-8c22c9d6f505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:25.396969 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f9ff7425-bcf7-4bd0-ade0-dc27cc165a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:25.410498 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2483786-ddc5-41cc-b341-8c22c9d6f505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43fc7f4-aa79-40cc-92bb-1faa7c82d263,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:25.415158 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f2483786-ddc5-41cc-b341-8c22c9d6f505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:25.421069 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f2483786-ddc5-41cc-b341-8c22c9d6f505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:25.422197 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-f2483786-ddc5-41cc-b341-8c22c9d6f505 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f43fc7f4-aa79-40cc-92bb-1faa7c82d263 HTTP/1.1" status: 204  len: 168 time: 0.3327913
Apr 30 16:34:26.152779 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53126) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:26.172271 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:26.188462 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:34:26.192563 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2ed34e14a84d7d9b88cf3d5119d24c is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:34:26.196477 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:34:26.203249 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:34:26.309018 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:26.392082 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:26.400571 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-17075672-17c3-428d-b6d1-5602ac663b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:26.452933 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac2ed34e14a84d7d9b88cf3d5119d24c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2989273
Apr 30 16:34:26.453907 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1244ff31-3119-4e00-b68a-8034732efe66,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:26.455942 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 53130) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:26.457320 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-6c33f454-432e-4fed-b97c-670987fae565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:26.522285 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e8745d3a-755e-4887-a95b-c9c473adee63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:26.554514 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e8745d3a-755e-4887-a95b-c9c473adee63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:26.718648 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e8745d3a-755e-4887-a95b-c9c473adee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:26.722922 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f8cc0339-2d87-4578-a979-f07826ecd0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:26.739467 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8745d3a-755e-4887-a95b-c9c473adee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1244ff31-3119-4e00-b68a-8034732efe66,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:26.748281 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e8745d3a-755e-4887-a95b-c9c473adee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:26.756680 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e8745d3a-755e-4887-a95b-c9c473adee63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:26.758578 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e8745d3a-755e-4887-a95b-c9c473adee63 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1244ff31-3119-4e00-b68a-8034732efe66 HTTP/1.1" status: 204  len: 168 time: 0.3014646
Apr 30 16:34:28.803841 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e65bf-8436-4272-afa1-d2b3c4853a93 req-b759f8ff-3b4c-4e48-b76a-4bf1c3f5f2e9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:28.803841 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a14e65bf-8436-4272-afa1-d2b3c4853a93 req-b759f8ff-3b4c-4e48-b76a-4bf1c3f5f2e9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 945 time: 0.1155820
Apr 30 16:34:28.859001 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a14e65bf-8436-4272-afa1-d2b3c4853a93 req-ddad9c72-e659-49e7-8b70-914964efa8e0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525024
Apr 30 16:34:30.117266 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3fd3c-a835-4a81-965b-db9586ad16a9 req-2d9796d2-f26b-4917-a6c9-7a56a9a9ff40 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:30.118863 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd3fd3c-a835-4a81-965b-db9586ad16a9 req-2d9796d2-f26b-4917-a6c9-7a56a9a9ff40 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 945 time: 0.1360710
Apr 30 16:34:30.170234 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5cd3fd3c-a835-4a81-965b-db9586ad16a9 req-6e71ae8a-d671-497a-970b-623d612b2635 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441234
Apr 30 16:34:30.651097 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-9341082e-9119-4fdb-a937-6a082ae4fe2d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:30.652856 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-9341082e-9119-4fdb-a937-6a082ae4fe2d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 945 time: 0.0999110
Apr 30 16:34:30.807317 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Deleting port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:34:30.807564 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:30.951855 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] For port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:34:30.952210 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:31.281771 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:31.282586 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:31.282586 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Floating IP f2e17a03-2f19-4607-999b-b2ecd6da2a97 disassociated. External IP: 172.27.0.210, port: 83efcca8-ea92-48a7-9b27-0bc3d4990bdb.
Apr 30 16:34:31.282814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Calling delete_port for 83efcca8-ea92-48a7-9b27-0bc3d4990bdb owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:34:31.494689 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2daae-a413-4fc9-a8e2-5128ddb4313f req-6583f132-032f-4ead-a9ad-666c6a2b3955 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:31.496575 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46b2daae-a413-4fc9-a8e2-5128ddb4313f req-6583f132-032f-4ead-a9ad-666c6a2b3955 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 945 time: 0.1256740
Apr 30 16:34:31.520763 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:31.530488 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a4d5325b-8eaa-4430-848e-8ad4611ed7da tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:31.590690 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event deleted for resources: {'Port': ['ID=83efcca8-ea92-48a7-9b27-0bc3d4990bdb,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:31.660674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:31.687014 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-46b2daae-a413-4fc9-a8e2-5128ddb4313f req-c325fdc0-b54a-40f0-910e-96f21483540a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1830900
Apr 30 16:34:31.941439 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:34:32.210201 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:34:32.221381 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:34:32.233690 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:34:32.234338 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5024d0a90>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:34:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:34:32.328994 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] No DVR routers for this DVR port 83efcca8-ea92-48a7-9b27-0bc3d4990bdb on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:34:32.332197 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:32.336091 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'name': 'network-vif-deleted', 'tag': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:34:32.420206 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47e6693-0114-4949-ab23-fa7eec3afcb1', 'name': 'network-vif-deleted', 'tag': '83efcca8-ea92-48a7-9b27-0bc3d4990bdb', 'status': 'completed', 'code': 200}
Apr 30 16:34:32.457685 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-17313bf5-3a55-458b-89b7-e32ca5e58fcc req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "DELETE /v2.0/ports/83efcca8-ea92-48a7-9b27-0bc3d4990bdb HTTP/1.1" status: 204  len: 173 time: 1.7981310
Apr 30 16:34:32.497289 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:34:32.567520 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 83efcca8-ea92-48a7-9b27-0bc3d4990bdb no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:34:32.647764 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 83efcca8-ea92-48a7-9b27-0bc3d4990bdb {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:34:32.651587 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 83efcca8-ea92-48a7-9b27-0bc3d4990bdb not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:34:32.885601 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5024d0a90>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:34:32.889853 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:34:32.900085 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:34:32.900703 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5024d0a90>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:34:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:34:32.927073 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-68e45b84-c740-4fdd-bcd0-639ca13f786d req-61343844-8b0f-4666-aa54-e86869db197b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0505574
Apr 30 16:34:33.090778 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:34:33.443618 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5024d0a90>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:34:33.448826 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20458333-37b7-4ed0-9c8d-5314e818db1b None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:34:33.728747 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a1c98-ebba-4386-bc86-3d0dade920d7 None None] New status for floating IP f2e17a03-2f19-4607-999b-b2ecd6da2a97: DOWN {{(pid=74381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:34:34.190037 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ed75a7e9-4078-4efe-b9fc-46f702ba5251 req-6e57cf1e-2deb-4d81-a151-9089313d8c9d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f47e6693-0114-4949-ab23-fa7eec3afcb1 HTTP/1.1" status: 200  len: 210 time: 0.0781035
Apr 30 16:34:35.654534 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-55e56110-0e32-440f-86e4-2c9f0bb71465 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202812268&fields=id&tenant_id=0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 267 time: 0.0483346
Apr 30 16:34:35.866551 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-d52fbb90-d4f3-475b-9a66-e011346c64cd tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:35.868282 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-d52fbb90-d4f3-475b-9a66-e011346c64cd tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 812 time: 0.2013490
Apr 30 16:34:35.898421 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-a2e8ee42-d599-44bd-9bb0-69ff62f50061 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/quotas/0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 375 time: 0.0187619
Apr 30 16:34:36.001242 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-8f70f517-9a29-4f85-ab4d-be8e31b8c784 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:34:36.083866 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-8f70f517-9a29-4f85-ab4d-be8e31b8c784 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:34:36.086587 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-8f70f517-9a29-4f85-ab4d-be8e31b8c784 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1792693
Apr 30 16:34:36.239252 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-a80dce80-ac44-4185-b54b-d1ad7bde56ff service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:34:36.241076 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-a80dce80-ac44-4185-b54b-d1ad7bde56ff service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1410401
Apr 30 16:34:36.411968 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-77a582dd-9f38-484a-856e-b015ef5eddb0 service neutron] 10.222.0.57 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591830
Apr 30 16:34:36.564163 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-80e68ae3-f060-4b85-8f56-8c4ab09d18fc service neutron] 10.222.0.57 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456389
Apr 30 16:34:37.543265 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-175776a7-7dfc-418b-9539-91f1d3eb2351 req-10788448-0955-48de-b3a2-fb5115cb3d1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 210 time: 0.2241981
Apr 30 16:34:38.714529 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c29e8da-56e0-4353-9699-4016e99ecf86 req-eefe0857-b0a4-4091-8a4e-6a14a734434e tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 210 time: 0.0687487
Apr 30 16:34:39.921901 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-95d3def0-ecb1-4fd3-9fe2-06d361b1376d req-c30205de-d4b0-40e9-a017-7c836ca93f21 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 210 time: 0.0512879
Apr 30 16:34:41.197858 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-284e23f8-29dd-4a0d-ad8f-81ad26aa2458 req-7143ce50-6d06-484c-acf3-3ecbaa79a6d1 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 210 time: 0.0859630
Apr 30 16:34:41.404897 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-47a530a0-aa15-4731-a2f3-805085b2b82a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:41.406404 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-47a530a0-aa15-4731-a2f3-805085b2b82a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 812 time: 0.2048273
Apr 30 16:34:41.477060 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-0c6e712f-c2f6-4931-a7af-37d491fb9207 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 380 time: 0.0549483
Apr 30 16:34:41.486376 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'port': {'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'admin_state_up': True, 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'security_groups': ['29f32e91-b2fc-4a3a-9d23-7e028230a6fd']}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:34:41.723270 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:34:41.743134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:34:41.850079 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Made reservation on behalf of 0348ba69067740ddb540d4e78d2ed016 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:34:41.853907 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:42.064542 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Allocated IP 172.20.0.7 (3b24660c-ab42-433f-a2d6-774387938166/6e67b334-4709-4cc6-a5e8-338d979ed432/eb57a89f-9b4b-4539-b698-b21947fbe883) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:34:42.309324 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:42.329191 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Transition to ACTIVE for port object eb57a89f-9b4b-4539-b698-b21947fbe883 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:34:42.390078 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b2b88d79-c03a-43e9-9fdf-8e7811ec40fe req-15d31b95-8eaf-49ec-aaa5-08dcd37fc984 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 210 time: 0.0456748
Apr 30 16:34:42.421518 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:42.428286 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e68efede-10ee-4b1d-bac6-991c63d5e36f tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:42.627998 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Network 3b24660c-ab42-433f-a2d6-774387938166 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:34:42.629687 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:34:42.640944 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:34:42.696584 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=eb57a89f-9b4b-4539-b698-b21947fbe883,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:42.702015 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:42.730337 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:42.731184 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:43.006196 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5233147
Apr 30 16:34:43.030051 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Request body: {'port': {'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:34:43.096366 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8a85a9b6-11f0-4200-9610-19641098eb7d None None] Provisioning for port eb57a89f-9b4b-4539-b698-b21947fbe883 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:34:43.110208 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8a85a9b6-11f0-4200-9610-19641098eb7d None None] Provisioning complete for port eb57a89f-9b4b-4539-b698-b21947fbe883 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:34:43.112410 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8a85a9b6-11f0-4200-9610-19641098eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:43.188260 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:43.225072 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-8a85a9b6-11f0-4200-9610-19641098eb7d None None] Port eb57a89f-9b4b-4539-b698-b21947fbe883 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:34:43.637806 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb57a89f-9b4b-4539-b698-b21947fbe883 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:34:43.649238 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:43.669752 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Transition to ACTIVE for port object eb57a89f-9b4b-4539-b698-b21947fbe883 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:34:43.717371 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274c2ee-1fb7-4ebe-93e4-a16f3511789b req-e0119ef5-fc3e-4203-b05d-d393eec3f43d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:43.719448 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c274c2ee-1fb7-4ebe-93e4-a16f3511789b req-e0119ef5-fc3e-4203-b05d-d393eec3f43d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 931 time: 0.1599779
Apr 30 16:34:43.747206 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:43.755528 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c0b66cb6-e62d-4172-9fe1-3311e38e4230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:43.794840 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c274c2ee-1fb7-4ebe-93e4-a16f3511789b req-32974424-e013-4bee-9d08-8342efb7ce0f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668042
Apr 30 16:34:43.939705 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Pushing event updated for resources: {'Port': ['ID=eb57a89f-9b4b-4539-b698-b21947fbe883,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:43.942738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:44.021921 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Attempting to bind port eb57a89f-9b4b-4539-b698-b21947fbe883 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:34:44.022280 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Attempting to bind port eb57a89f-9b4b-4539-b698-b21947fbe883 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:34:44.022597 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Attempting to bind port eb57a89f-9b4b-4539-b698-b21947fbe883 on network 3b24660c-ab42-433f-a2d6-774387938166 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:34:44.028272 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Port eb57a89f-9b4b-4539-b698-b21947fbe883 on network 3b24660c-ab42-433f-a2d6-774387938166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:34:44.028583 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Attempting to bind port eb57a89f-9b4b-4539-b698-b21947fbe883 on network 3b24660c-ab42-433f-a2d6-774387938166 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:34:44.034442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:34:44.034760 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Checking segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:34:44.035139 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Bound using segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:34:44.035559 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Bound port: eb57a89f-9b4b-4539-b698-b21947fbe883, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:34:44.035903 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:44.141649 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] For port eb57a89f-9b4b-4539-b698-b21947fbe883, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:34:44.145121 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] For port eb57a89f-9b4b-4539-b698-b21947fbe883, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=eb57a89f-9b4b-4539-b698-b21947fbe883,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:34:44.278420 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:44.282474 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-340e0ff3-198b-451e-acbf-8b4eedb58d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:44.343798 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:44.344417 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:44.345882 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] 10.222.0.69 "PUT /v2.0/ports/eb57a89f-9b4b-4539-b698-b21947fbe883 HTTP/1.1" status: 200  len: 1093 time: 1.3207972
Apr 30 16:34:44.346473 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:34:44.379294 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Pushing event updated for resources: {'Port': ['ID=eb57a89f-9b4b-4539-b698-b21947fbe883,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:44.384350 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:44.405190 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'status': 'completed', 'code': 200}
Apr 30 16:34:44.582711 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b452259-b588-4aa8-8be9-d336a35bc35c req-25c1f49a-7a79-4df4-b473-b8285c30ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:44.584746 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6b452259-b588-4aa8-8be9-d336a35bc35c req-25c1f49a-7a79-4df4-b473-b8285c30ff07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1096 time: 0.1326334
Apr 30 16:34:44.809719 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b452259-b588-4aa8-8be9-d336a35bc35c req-521e4fb8-386c-4c58-aeac-3b8bfb1966f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:44.811703 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6b452259-b588-4aa8-8be9-d336a35bc35c req-521e4fb8-386c-4c58-aeac-3b8bfb1966f4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0348ba69067740ddb540d4e78d2ed016&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2042992
Apr 30 16:34:45.047033 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b452259-b588-4aa8-8be9-d336a35bc35c req-8ddebde4-7bec-472f-8871-0aaafd9824c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:45.048586 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6b452259-b588-4aa8-8be9-d336a35bc35c req-8ddebde4-7bec-472f-8871-0aaafd9824c5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2290208
Apr 30 16:34:45.071583 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3f5-8bb8-45d4-9565-b9aab7059275 req-d8138b36-aafb-4b1b-afa0-375a881d151c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:45.072199 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-e3fbf3f5-8bb8-45d4-9565-b9aab7059275 req-d8138b36-aafb-4b1b-afa0-375a881d151c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:34:45.190968 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-e3fbf3f5-8bb8-45d4-9565-b9aab7059275 req-d8138b36-aafb-4b1b-afa0-375a881d151c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:34:45.192096 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e3fbf3f5-8bb8-45d4-9565-b9aab7059275 req-d8138b36-aafb-4b1b-afa0-375a881d151c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 943 time: 0.2446344
Apr 30 16:34:45.219671 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-ba939b9f-8d39-4a32-9121-0bbac796cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:45.221299 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-ba939b9f-8d39-4a32-9121-0bbac796cdd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1096 time: 0.0990214
Apr 30 16:34:45.429430 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-edd75d1b-1c91-4113-87f5-886aff4dc9fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb57a89f-9b4b-4539-b698-b21947fbe883 HTTP/1.1" status: 200  len: 217 time: 0.1931295
Apr 30 16:34:45.433045 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e3fbf3f5-8bb8-45d4-9565-b9aab7059275 req-db64ea6e-b9f7-48e0-beb6-1f23f36b54d8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2331824
Apr 30 16:34:45.516849 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-80181083-58ba-4245-b015-6fb3496a4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:45.519437 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-80181083-58ba-4245-b015-6fb3496a4f21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0831823
Apr 30 16:34:45.604205 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-09a2fa2d-c273-4e67-b56c-5d3f7de91954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:45.605729 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-09a2fa2d-c273-4e67-b56c-5d3f7de91954 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796864
Apr 30 16:34:45.609470 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:45.781412 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-15535d8a-1512-457c-bfa2-c1a781fcf901 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685653
Apr 30 16:34:45.980892 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a1dd02f3-f11e-45e0-8dde-961038ad0597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:45.992681 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53360) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:46.012011 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09f1d56a-06e8-44da-9ea2-2449ee36054a req-ae1f043e-813c-4f33-903c-aeb91eb6e888 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137420
Apr 30 16:34:46.131589 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:46.148790 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:34:46.153510 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Usage tracker for resource:security_group_rule and tenant:5d84aa6d73f0450e89186ccc8aedd901 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:34:46.156815 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:34:46.163955 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:34:46.258518 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:46.329065 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:46.338349 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-78646338-73f3-4f8a-bb6d-da248b8324cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:46.383308 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d84aa6d73f0450e89186ccc8aedd901&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3891184
Apr 30 16:34:46.384317 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea8c3a4-25b8-49f1-976c-5750aa9410a0,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:46.386691 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 53366) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:46.388164 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f0bbbe5f-6fcb-4464-994b-9cd3b43b4880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:46.475003 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c7096ec7-3bca-476e-a8fc-7e695a8b2418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:46.516225 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c7096ec7-3bca-476e-a8fc-7e695a8b2418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:46.651074 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23caa9f-8010-4ae6-b752-07b3ed3b2e2d req-6892736c-7c92-4dd0-b93c-74bd1087bd66 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:46.652829 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d23caa9f-8010-4ae6-b752-07b3ed3b2e2d req-6892736c-7c92-4dd0-b93c-74bd1087bd66 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 943 time: 0.0988021
Apr 30 16:34:46.711985 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d23caa9f-8010-4ae6-b752-07b3ed3b2e2d req-afea469e-11d0-4238-bbef-c10567aaf46e tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481672
Apr 30 16:34:46.728684 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c7096ec7-3bca-476e-a8fc-7e695a8b2418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:46.733074 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7156374c-2536-4dfb-a65f-0271d28882ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:46.747241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7096ec7-3bca-476e-a8fc-7e695a8b2418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea8c3a4-25b8-49f1-976c-5750aa9410a0,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:46.749790 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c7096ec7-3bca-476e-a8fc-7e695a8b2418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:46.756746 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-c7096ec7-3bca-476e-a8fc-7e695a8b2418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:46.757754 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-c7096ec7-3bca-476e-a8fc-7e695a8b2418 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fea8c3a4-25b8-49f1-976c-5750aa9410a0 HTTP/1.1" status: 204  len: 168 time: 0.3699889
Apr 30 16:34:47.575348 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53378) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:47.595431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:47.612062 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:34:47.617558 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Usage tracker for resource:security_group_rule and tenant:cac273799dab4bfbb9085d6633a0d2b2 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:34:47.621497 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:34:47.631950 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:34:47.746895 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:47.815188 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:47.823897 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-642c60b5-f176-47e3-9bf8-c4ce808348d3 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:47.872371 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cac273799dab4bfbb9085d6633a0d2b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958550
Apr 30 16:34:47.873477 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061e8ffb-c511-41e1-8f45-0bbb96e2cabf,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:47.876977 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 53384) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:34:47.878656 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:47.972168 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5114-b08c-4d61-9ca9-746911a4c825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:47.992809 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4b3c-cfaf-4102-94b6-2a2df7a1451b req-7ec861b7-f171-4213-84e0-8fd35536ca4d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:47.994425 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5f1b4b3c-cfaf-4102-94b6-2a2df7a1451b req-7ec861b7-f171-4213-84e0-8fd35536ca4d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 943 time: 0.1669359
Apr 30 16:34:48.033488 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5114-b08c-4d61-9ca9-746911a4c825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:48.092388 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5f1b4b3c-cfaf-4102-94b6-2a2df7a1451b req-afbd6f91-6155-4d6a-b7eb-d68303eaa762 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849085
Apr 30 16:34:48.186625 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5114-b08c-4d61-9ca9-746911a4c825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:48.190834 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-39bf5d22-34d5-4f22-8b32-a78e627bd60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:48.203586 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f5114-b08c-4d61-9ca9-746911a4c825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061e8ffb-c511-41e1-8f45-0bbb96e2cabf,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:48.207579 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cc7f5114-b08c-4d61-9ca9-746911a4c825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:48.211654 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5114-b08c-4d61-9ca9-746911a4c825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:48.212784 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-cc7f5114-b08c-4d61-9ca9-746911a4c825 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/061e8ffb-c511-41e1-8f45-0bbb96e2cabf HTTP/1.1" status: 204  len: 168 time: 0.3358984
Apr 30 16:34:48.737392 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:48.838277 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-5cba4149-7c4a-4f36-9024-d02f2764f606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:49.318220 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44de5-eb87-4894-b2bb-717a9c46b6a9 req-51908cec-5577-4449-b48b-c489212a2745 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:49.319797 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e9d44de5-eb87-4894-b2bb-717a9c46b6a9 req-51908cec-5577-4449-b48b-c489212a2745 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 943 time: 0.0968266
Apr 30 16:34:49.387637 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e9d44de5-eb87-4894-b2bb-717a9c46b6a9 req-32acc177-8f95-470e-9b48-1a9d17fbb3cf tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576537
Apr 30 16:34:49.720888 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:34:49.741698 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:50.676003 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f6d57-8b2c-4d4d-881a-7cb5542cf693 req-32a6f1bc-cb41-4737-8a56-b232c0724d5d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:50.678979 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-293f6d57-8b2c-4d4d-881a-7cb5542cf693 req-32a6f1bc-cb41-4737-8a56-b232c0724d5d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 943 time: 0.1005099
Apr 30 16:34:50.754434 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-293f6d57-8b2c-4d4d-881a-7cb5542cf693 req-20f439aa-b494-4609-9687-7861b89da843 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635226
Apr 30 16:34:51.346368 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:51.993683 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589dd48-c333-4c98-b2d9-b9a83a5b9bba req-c0f93779-edb6-49b4-9c96-518382b29e1a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:51.995310 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2589dd48-c333-4c98-b2d9-b9a83a5b9bba req-c0f93779-edb6-49b4-9c96-518382b29e1a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 943 time: 0.0997617
Apr 30 16:34:52.066762 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2589dd48-c333-4c98-b2d9-b9a83a5b9bba req-07a2fc20-21ba-4e18-b1f9-016c2d3f01e6 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645204
Apr 30 16:34:53.321278 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85dee6-910b-430e-9c3c-c272bb9f0537 req-d70098df-df43-4cc5-853a-92d8643b89f4 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:53.322856 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6d85dee6-910b-430e-9c3c-c272bb9f0537 req-d70098df-df43-4cc5-853a-92d8643b89f4 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 943 time: 0.0926380
Apr 30 16:34:53.372141 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6d85dee6-910b-430e-9c3c-c272bb9f0537 req-49e79660-029c-408c-ba35-0af11aedb8eb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434206
Apr 30 16:34:54.589960 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb04a4f-1e20-4d29-8d4d-d9d4c2408698 req-a05bec87-fbdb-4c2b-8d54-c404b40d1f3f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:54.591594 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0bb04a4f-1e20-4d29-8d4d-d9d4c2408698 req-a05bec87-fbdb-4c2b-8d54-c404b40d1f3f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 943 time: 0.1013517
Apr 30 16:34:54.646811 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0bb04a4f-1e20-4d29-8d4d-d9d4c2408698 req-198ccf2b-2dc9-43f6-b1f9-78347289f85a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486195
Apr 30 16:34:54.703076 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device eb57a89f-9b4b-4539-b698-b21947fbe883 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:34:54.864225 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port eb57a89f-9b4b-4539-b698-b21947fbe883, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=eb57a89f-9b4b-4539-b698-b21947fbe883,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:34:54.882616 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:34:54.948834 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:54.967305 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb57a89f-9b4b-4539-b698-b21947fbe883 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:34:54.986166 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port eb57a89f-9b4b-4539-b698-b21947fbe883, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=eb57a89f-9b4b-4539-b698-b21947fbe883,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:34:55.066708 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:55.068723 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4326eecc-dfed-4f90-bdb5-4be79175cf14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:55.159669 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=eb57a89f-9b4b-4539-b698-b21947fbe883,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:55.169828 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.170331 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.170590 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.170900 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.171233 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.171556 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.171924 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.172224 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.172539 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.172850 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.173179 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.173471 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:34:55.177997 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:55.654828 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['eb57a89f-9b4b-4539-b698-b21947fbe883'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:34:55.894192 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23603bc-bc2e-48e0-aaa0-131b4a7006bf req-f9db8b06-4da7-4e11-b8d6-8c43ae580cc3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:55.895896 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f23603bc-bc2e-48e0-aaa0-131b4a7006bf req-f9db8b06-4da7-4e11-b8d6-8c43ae580cc3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 944 time: 0.1295688
Apr 30 16:34:55.951625 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f23603bc-bc2e-48e0-aaa0-131b4a7006bf req-93e25107-f644-47f6-9bea-3b8d98ffc1a1 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487115
Apr 30 16:34:57.232302 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e44303-cfce-46fd-bbd8-633209cdc11c req-42da252d-1290-488b-a680-92f736fbd89d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:57.234287 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-64e44303-cfce-46fd-bbd8-633209cdc11c req-42da252d-1290-488b-a680-92f736fbd89d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 944 time: 0.0944400
Apr 30 16:34:57.286006 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-64e44303-cfce-46fd-bbd8-633209cdc11c req-a0521e48-849a-4293-b3cf-8df1570d941e tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451939
Apr 30 16:34:58.504854 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaa321-f15c-458d-ac35-ec186a070230 req-34db21a4-74eb-4876-8bf6-27096488bec2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:58.506516 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f7aaa321-f15c-458d-ac35-ec186a070230 req-34db21a4-74eb-4876-8bf6-27096488bec2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 944 time: 0.0983913
Apr 30 16:34:58.566835 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f7aaa321-f15c-458d-ac35-ec186a070230 req-ee5cafb0-fc70-4573-8175-978f9957a6bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492704
Apr 30 16:34:58.735992 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device eb57a89f-9b4b-4539-b698-b21947fbe883 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:34:58.871748 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port eb57a89f-9b4b-4539-b698-b21947fbe883 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:34:58.877043 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port eb57a89f-9b4b-4539-b698-b21947fbe883 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:34:58.877424 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:59.061966 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:59.094333 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:34:59.107634 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port eb57a89f-9b4b-4539-b698-b21947fbe883, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=eb57a89f-9b4b-4539-b698-b21947fbe883,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:34:59.192441 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:34:59.196494 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:34:59.313079 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'code': 200}
Apr 30 16:34:59.335393 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=eb57a89f-9b4b-4539-b698-b21947fbe883,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:34:59.340420 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:34:59.824034 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80123a-66cb-4204-9b0f-2ee2fce60d7b req-0b4ac8c1-d4c0-4136-a598-bfc51705980c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:59.827010 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2f80123a-66cb-4204-9b0f-2ee2fce60d7b req-0b4ac8c1-d4c0-4136-a598-bfc51705980c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 945 time: 0.1205368
Apr 30 16:34:59.884051 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2f80123a-66cb-4204-9b0f-2ee2fce60d7b req-b6371e7f-964c-42eb-99ac-855b9dcb0002 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506203
Apr 30 16:34:59.976057 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299fdd5-92a7-4ab4-9085-5db41b31c14e req-60cece4d-caf2-4c69-8533-67a32882906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:34:59.977596 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d299fdd5-92a7-4ab4-9085-5db41b31c14e req-60cece4d-caf2-4c69-8533-67a32882906f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1098 time: 0.0852220
Apr 30 16:35:00.025319 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d299fdd5-92a7-4ab4-9085-5db41b31c14e req-0682b418-5630-4384-80b5-370d99c66013 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405233
Apr 30 16:35:01.101593 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc7ae1-4fa5-4ac5-bda2-2d4be930ed41 req-b9bffbb6-ff05-442a-91f4-44dd8761ea7b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:01.103814 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-80dc7ae1-4fa5-4ac5-bda2-2d4be930ed41 req-b9bffbb6-ff05-442a-91f4-44dd8761ea7b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 945 time: 0.0992203
Apr 30 16:35:01.155535 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-80dc7ae1-4fa5-4ac5-bda2-2d4be930ed41 req-05b1cc4a-3bf6-4fb0-ac1e-c1983d40e452 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449574
Apr 30 16:35:02.370446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd49920-368c-421e-8185-61447759fd11 req-31f3e74a-4e51-4461-932f-c4a20c43d1f8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:02.372049 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2cd49920-368c-421e-8185-61447759fd11 req-31f3e74a-4e51-4461-932f-c4a20c43d1f8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 945 time: 0.0883710
Apr 30 16:35:02.431975 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2cd49920-368c-421e-8185-61447759fd11 req-5122b145-d640-4946-b9b9-ae9e65abe7d6 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499470
Apr 30 16:35:02.647832 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fb342-f68c-4d60-93c8-76e14331df12 req-96bd87ff-fa2d-4229-b896-e2af8555cca8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:02.649482 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6e0fb342-f68c-4d60-93c8-76e14331df12 req-96bd87ff-fa2d-4229-b896-e2af8555cca8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 945 time: 0.1011002
Apr 30 16:35:02.702117 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6e0fb342-f68c-4d60-93c8-76e14331df12 req-d65a2867-b71f-4523-8ab1-104f50a1178a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465050
Apr 30 16:35:02.727591 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 53542) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:35:02.807110 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63015706-aad4-4ddc-b810-36eec459550f tempest-TestVolumeBootPattern-420562222 tempest-TestVolumeBootPattern-420562222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:02.807852 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-63015706-aad4-4ddc-b810-36eec459550f tempest-TestVolumeBootPattern-420562222 tempest-TestVolumeBootPattern-420562222-project-admin] Synchronizing usage tracker for tenant:7f0630fad28a440385b3ea3690b55a9a on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:35:02.911982 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-63015706-aad4-4ddc-b810-36eec459550f tempest-TestVolumeBootPattern-420562222 tempest-TestVolumeBootPattern-420562222-project-admin] Unset dirty status for tenant:7f0630fad28a440385b3ea3690b55a9a on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:35:02.913624 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-63015706-aad4-4ddc-b810-36eec459550f tempest-TestVolumeBootPattern-420562222 tempest-TestVolumeBootPattern-420562222-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1093 time: 0.1848149
Apr 30 16:35:02.916793 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 53552) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:35:02.925665 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:35:02.936739 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:35:02.944307 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:floatingip and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:35:02.949943 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:35:02.961487 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:35:03.060618 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:03.217015 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:03.371164 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Allocated IP 172.27.0.244 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/96cd625a-5b81-41ad-a281-e419693f0012) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:35:03.649681 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:03.751894 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:03.757530 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-bc11288f-9f44-4683-8c25-d95d4ce1bb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:35:03.822930 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:35:03.830499 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:35:03.835864 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:35:03.878051 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=96cd625a-5b81-41ad-a281-e419693f0012,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:35:03.884796 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:35:04.330568 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:04.489896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:04.747103 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:04.900223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:04.904556 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:35:05.019758 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=96cd625a-5b81-41ad-a281-e419693f0012,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:35:05.025435 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:35:05.035290 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:05.285834 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Floating IP 15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b associated. External IP: 172.27.0.244, port: eb57a89f-9b4b-4539-b698-b21947fbe883.
Apr 30 16:35:05.811534 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:35:06.112014 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:35:06.127754 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:35:06.141891 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:35:06.142592 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5032d55b0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:34:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:35:06.283137 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:06.353578 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:35:06.366735 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4482651
Apr 30 16:35:06.367671 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:35:06.441032 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'status': 'completed', 'code': 200}
Apr 30 16:35:06.603740 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a591d37-2185-451a-92f7-7793abcd5084 req-0a542e12-1b57-4608-b763-f81cef04bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:06.605751 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a591d37-2185-451a-92f7-7793abcd5084 req-0a542e12-1b57-4608-b763-f81cef04bb0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1098 time: 0.0898857
Apr 30 16:35:06.763293 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a591d37-2185-451a-92f7-7793abcd5084 req-e214f3e6-8deb-4a80-8583-05624a2c86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:06.764787 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a591d37-2185-451a-92f7-7793abcd5084 req-e214f3e6-8deb-4a80-8583-05624a2c86b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.1517479
Apr 30 16:35:06.887954 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a591d37-2185-451a-92f7-7793abcd5084 req-1b699299-b5f6-46a0-bc75-003e14e5e661 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb57a89f-9b4b-4539-b698-b21947fbe883 HTTP/1.1" status: 200  len: 999 time: 0.1152496
Apr 30 16:35:06.902451 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5032d55b0>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:04Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:35:06.909710 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:35:06.922958 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:35:06.924091 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5032d55b0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:34:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:35:06.959719 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a591d37-2185-451a-92f7-7793abcd5084 req-8a887569-6dbd-419e-8017-f63f60171c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:06.961284 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a591d37-2185-451a-92f7-7793abcd5084 req-8a887569-6dbd-419e-8017-f63f60171c37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0667646
Apr 30 16:35:07.055040 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a591d37-2185-451a-92f7-7793abcd5084 req-f7488a9f-8468-440a-90e5-99d6cbb11763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:07.056562 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a591d37-2185-451a-92f7-7793abcd5084 req-f7488a9f-8468-440a-90e5-99d6cbb11763 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843956
Apr 30 16:35:07.200535 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:35:07.247155 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a591d37-2185-451a-92f7-7793abcd5084 req-39168e72-b796-49ea-ad18-8e08182364d4 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824121
Apr 30 16:35:07.411808 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-5a591d37-2185-451a-92f7-7793abcd5084 req-a3a95980-8a62-42a9-bd08-069ff9535afe service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566613
Apr 30 16:35:07.615629 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5032d55b0>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:04Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:35:07.621309 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c590a5-6cdc-4df9-bf1f-fc808275561e None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:04Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:35:07.849285 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f8475-2351-4f77-83b0-2910b0b12a5d None None] New status for floating IP 15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b: ACTIVE {{(pid=74381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:35:11.758514 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f9431-fe65-4168-ab28-6d1233631055 req-5560893a-1aae-4022-8394-9ad775032bd7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:11.760120 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6d7f9431-fe65-4168-ab28-6d1233631055 req-5560893a-1aae-4022-8394-9ad775032bd7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0995281
Apr 30 16:35:11.812451 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6d7f9431-fe65-4168-ab28-6d1233631055 req-b50cd7b8-c1dd-43c7-8518-a8bb2f746d33 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459969
Apr 30 16:35:13.029842 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae5c2-607d-4c27-9250-1920eca3b746 req-ac20175c-14a4-4ada-a980-90c156f7572b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:13.031667 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9e7ae5c2-607d-4c27-9250-1920eca3b746 req-ac20175c-14a4-4ada-a980-90c156f7572b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0888469
Apr 30 16:35:13.084177 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9e7ae5c2-607d-4c27-9250-1920eca3b746 req-7eca9f34-b415-4402-a192-104257078e03 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451674
Apr 30 16:35:14.430790 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda237b-7183-423a-841e-12df9c6826d3 req-f32bf050-a9ee-4c0e-9fb1-cb8f670aa739 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:14.433288 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8dda237b-7183-423a-841e-12df9c6826d3 req-f32bf050-a9ee-4c0e-9fb1-cb8f670aa739 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1654522
Apr 30 16:35:14.485489 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-8dda237b-7183-423a-841e-12df9c6826d3 req-cd407254-5c8b-42b4-a245-8eca6be055f2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463514
Apr 30 16:35:15.592377 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:15.802675 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060dba1-27e8-4003-9a9c-17c9a8f73b75 req-637c7dbd-81f6-4161-8f75-334e41dd7b25 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:15.804210 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7060dba1-27e8-4003-9a9c-17c9a8f73b75 req-637c7dbd-81f6-4161-8f75-334e41dd7b25 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1276181
Apr 30 16:35:15.864363 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7060dba1-27e8-4003-9a9c-17c9a8f73b75 req-5e693c8e-8dd0-4053-812b-36d5140be322 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526044
Apr 30 16:35:15.985897 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f01dea0b-bad6-4a35-a84e-271a7e1daa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:17.103102 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f4e9f-2206-48cf-af59-cbfc09afc695 req-91f63bca-97af-416a-a2e6-a56bd115f8c8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:17.105890 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a2f4e9f-2206-48cf-af59-cbfc09afc695 req-91f63bca-97af-416a-a2e6-a56bd115f8c8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1118848
Apr 30 16:35:17.157175 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6a2f4e9f-2206-48cf-af59-cbfc09afc695 req-fd32bf30-4c62-42f5-b345-6ce796e25fdd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454264
Apr 30 16:35:18.365999 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f81810-9cea-4366-96ba-e8204558bb75 req-c834e106-5891-4368-a7c2-a77d9ed97394 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:18.367623 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a4f81810-9cea-4366-96ba-e8204558bb75 req-c834e106-5891-4368-a7c2-a77d9ed97394 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0891750
Apr 30 16:35:18.417891 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a4f81810-9cea-4366-96ba-e8204558bb75 req-04f09f28-51c6-463b-9530-179f945ffc03 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442147
Apr 30 16:35:18.710928 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:18.808217 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-75854ac2-5720-4596-8ff1-0aa8e39302d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:19.655765 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dcc43-5f7d-436f-a81f-e90217a00100 req-6011abce-28b2-4351-acff-c6c695624f81 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:19.657582 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ea1dcc43-5f7d-436f-a81f-e90217a00100 req-6011abce-28b2-4351-acff-c6c695624f81 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0966463
Apr 30 16:35:19.735854 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ea1dcc43-5f7d-436f-a81f-e90217a00100 req-bb32a080-7551-425b-a1a5-a00be4811a59 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671968
Apr 30 16:35:19.791082 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:21.041573 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-21c33ed9-0943-4be5-b98a-13e8faf9c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:21.043149 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-21c33ed9-0943-4be5-b98a-13e8faf9c563 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1098 time: 0.1954846
Apr 30 16:35:21.057872 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd974688-69f7-4f42-93ee-045b6b1290da req-fcfba490-cd80-4f16-9ce9-4ef97053ecbe tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:21.059434 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fd974688-69f7-4f42-93ee-045b6b1290da req-fcfba490-cd80-4f16-9ce9-4ef97053ecbe tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1342647
Apr 30 16:35:21.323907 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:21.347012 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fd974688-69f7-4f42-93ee-045b6b1290da req-ee20bd47-ad91-4ec6-9b39-ab3781042f3d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2599785
Apr 30 16:35:21.388341 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-57f01da7-6ed2-4f7c-9506-16094edd0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:21.390185 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-57f01da7-6ed2-4f7c-9506-16094edd0343 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.3223665
Apr 30 16:35:21.506338 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-784e3147-22e5-4d02-841b-2cba904c8310 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1 HTTP/1.1" status: 200  len: 1000 time: 0.1080258
Apr 30 16:35:21.579771 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-ee30d73a-431a-4965-a0ae-79045c4afeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:21.582094 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-ee30d73a-431a-4965-a0ae-79045c4afeb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0689538
Apr 30 16:35:21.671258 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-fe9fa997-f105-44b8-9f28-31bdbd80859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:21.673019 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-fe9fa997-f105-44b8-9f28-31bdbd80859d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829749
Apr 30 16:35:21.825406 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-10e12080-40a2-46d3-bb6c-3400653c1783 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426535
Apr 30 16:35:21.974664 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-cb7e44b5-e339-4cf8-a1d8-958e786fe99d req-93d2d24d-3f4d-40d9-aae4-67c7b110e42f service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416903
Apr 30 16:35:22.591897 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27758-657c-4162-a216-a9153995329a req-7929749d-c969-4f5d-946a-767b17ff7f0a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:22.593527 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bae27758-657c-4162-a216-a9153995329a req-7929749d-c969-4f5d-946a-767b17ff7f0a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1005902
Apr 30 16:35:22.652071 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bae27758-657c-4162-a216-a9153995329a req-2635d375-fbfb-4d16-9278-61262c5e6d31 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506926
Apr 30 16:35:23.898091 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab48c75-a7fc-4235-bf30-eafd43f49b37 req-b4a21dee-9faf-428f-bc55-beae5b58f5f1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:23.899767 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1ab48c75-a7fc-4235-bf30-eafd43f49b37 req-b4a21dee-9faf-428f-bc55-beae5b58f5f1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1226923
Apr 30 16:35:23.949810 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1ab48c75-a7fc-4235-bf30-eafd43f49b37 req-2d7dc86a-5c46-4f14-ba67-5dedcfee5741 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438826
Apr 30 16:35:25.172213 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b208a-aca8-4f60-a0ea-99b36ec9f002 req-c3db3360-d4a2-4194-8e12-3851614008e9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:25.173832 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2e2b208a-aca8-4f60-a0ea-99b36ec9f002 req-c3db3360-d4a2-4194-8e12-3851614008e9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0901330
Apr 30 16:35:25.237986 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2e2b208a-aca8-4f60-a0ea-99b36ec9f002 req-b430570c-2c34-467d-b394-fdb95231616c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548568
Apr 30 16:35:26.482344 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da4865-bd29-42a1-bc08-a95bdd88721c req-c73cc4e0-7709-4bf3-878b-0c77c62e2f71 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:26.483955 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-84da4865-bd29-42a1-bc08-a95bdd88721c req-c73cc4e0-7709-4bf3-878b-0c77c62e2f71 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1038675
Apr 30 16:35:26.557760 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-84da4865-bd29-42a1-bc08-a95bdd88721c req-321eb521-b4b5-4fd7-9225-17a6b2021ca2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641217
Apr 30 16:35:26.721149 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:35:27.776603 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2799a1-6751-4d74-bf5c-ac811c0c90b4 req-1a8a464a-bdc6-4d93-8b1c-484e9c90136d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:27.778127 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7c2799a1-6751-4d74-bf5c-ac811c0c90b4 req-1a8a464a-bdc6-4d93-8b1c-484e9c90136d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0941494
Apr 30 16:35:27.831850 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7c2799a1-6751-4d74-bf5c-ac811c0c90b4 req-ae57d3a8-707c-4e14-bf39-f20fd95c4713 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445461
Apr 30 16:35:28.860174 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:35:29.074174 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:35:29.101809 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'port_id': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'mac_address': 'fa:16:3e:d3:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:35:29.113974 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9e0f2-c6a3-458e-93bb-d08a2306662c req-7f00b327-12df-43bb-8d5a-19f7e81aa07b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:29.115906 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6be9e0f2-c6a3-458e-93bb-d08a2306662c req-7f00b327-12df-43bb-8d5a-19f7e81aa07b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1146903
Apr 30 16:35:29.169135 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:29.177385 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6be9e0f2-c6a3-458e-93bb-d08a2306662c req-f547142c-bb6a-4899-a64b-66268b7392ef tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528216
Apr 30 16:35:29.194042 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97c59f5d-8591-4c2b-819c-8a776c8454c1 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:35:29.223617 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:35:29.299834 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:29.302547 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-4a2924ec-06f6-4126-b7f7-828112ed0cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:35:29.404446 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=6']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:35:29.407478 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:35:29.469195 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['97c59f5d-8591-4c2b-819c-8a776c8454c1'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:35:30.377170 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4722ff-7b7b-4126-abb5-22b4c8a02ff6 req-716ec660-1c6b-4c3f-a908-7c5a86b3ef65 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:30.379873 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-da4722ff-7b7b-4126-abb5-22b4c8a02ff6 req-716ec660-1c6b-4c3f-a908-7c5a86b3ef65 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 944 time: 0.0871875
Apr 30 16:35:30.449587 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-da4722ff-7b7b-4126-abb5-22b4c8a02ff6 req-99da96bd-5760-4997-90fa-bbf2c1d4dc3b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599065
Apr 30 16:35:31.193501 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:35:31.283029 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 97c59f5d-8591-4c2b-819c-8a776c8454c1 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:35:31.283391 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:31.420987 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:31.452086 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:35:31.464280 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:35:31.504303 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'code': 200}
Apr 30 16:35:31.545335 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:31.548781 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:35:31.695284 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=7']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:35:31.699619 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:35:31.749353 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c461-4d5f-4661-88aa-846525ca47eb req-7f3da0ef-dd97-43e8-83c7-020bec83efd2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:31.750956 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a5b1c461-4d5f-4661-88aa-846525ca47eb req-7f3da0ef-dd97-43e8-83c7-020bec83efd2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1198368
Apr 30 16:35:31.802901 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a5b1c461-4d5f-4661-88aa-846525ca47eb req-1c5d7739-a59c-4fd8-a2d7-1dccd9bde80e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449033
Apr 30 16:35:33.078155 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2330e2c-dae4-41b7-b589-92f4adfada8a req-e5ae0b84-5599-46c2-8242-e15cf44a14bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:33.080977 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f2330e2c-dae4-41b7-b589-92f4adfada8a req-e5ae0b84-5599-46c2-8242-e15cf44a14bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1574800
Apr 30 16:35:33.161879 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f2330e2c-dae4-41b7-b589-92f4adfada8a req-f55a63cd-e61c-45a9-91e7-0659c1b20d5b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743010
Apr 30 16:35:34.377490 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7f3e5-0df5-47c1-9c8d-5c0bd8d1ae9b req-1472c5cf-06eb-4cbf-892e-6277dd425afd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:34.379153 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a6d7f3e5-0df5-47c1-9c8d-5c0bd8d1ae9b req-1472c5cf-06eb-4cbf-892e-6277dd425afd tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0848157
Apr 30 16:35:34.434382 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a6d7f3e5-0df5-47c1-9c8d-5c0bd8d1ae9b req-8bb1c528-046f-4c17-ad5a-55c70240b8c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480249
Apr 30 16:35:35.702992 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6f31-612e-4468-84e0-0af3c7d42ae9 req-922d85e5-8ede-4c27-afd7-1df7a4bfd69a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:35.704583 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-13fc6f31-612e-4468-84e0-0af3c7d42ae9 req-922d85e5-8ede-4c27-afd7-1df7a4bfd69a tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0978200
Apr 30 16:35:35.768748 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-13fc6f31-612e-4468-84e0-0af3c7d42ae9 req-4287721e-3efb-4f19-800e-4f228f9d8dde tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527747
Apr 30 16:35:37.023088 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d2ae-9a05-4354-9049-91422742d324 req-d2e8a1d4-8d93-4ffb-815a-a27737d22ec2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:37.024629 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c109d2ae-9a05-4354-9049-91422742d324 req-d2e8a1d4-8d93-4ffb-815a-a27737d22ec2 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1352789
Apr 30 16:35:37.083971 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c109d2ae-9a05-4354-9049-91422742d324 req-fdc7b518-79de-4ecf-9651-2e469fd8e791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487237
Apr 30 16:35:38.338105 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df40760-c96b-404f-8b7e-b9b8737b1981 req-34b8c36a-bc9f-4296-8f5d-8c0d28d4e400 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:38.345065 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7df40760-c96b-404f-8b7e-b9b8737b1981 req-34b8c36a-bc9f-4296-8f5d-8c0d28d4e400 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1096356
Apr 30 16:35:38.419345 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7df40760-c96b-404f-8b7e-b9b8737b1981 req-0d6372ff-6bc1-4afc-b4c6-ff83ff08d1d8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722303
Apr 30 16:35:39.800373 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2613de-a12d-48e4-bacd-423c514717dd req-a971b209-e50d-4c0c-9fa5-4625397465e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:39.806720 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c2613de-a12d-48e4-bacd-423c514717dd req-a971b209-e50d-4c0c-9fa5-4625397465e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1275544
Apr 30 16:35:40.018207 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c2613de-a12d-48e4-bacd-423c514717dd req-bcaf7d56-40fd-420a-a764-b3eb8149fd1e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2019067
Apr 30 16:35:41.455174 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91792b4a-ffb6-4fe7-b1f7-b307f351ae35 req-04aa4d6a-0580-418b-a0bb-0978d06cbdbf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:41.459749 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-91792b4a-ffb6-4fe7-b1f7-b307f351ae35 req-04aa4d6a-0580-418b-a0bb-0978d06cbdbf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1743119
Apr 30 16:35:41.558420 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-91792b4a-ffb6-4fe7-b1f7-b307f351ae35 req-23478ada-c0bb-4927-9238-e34add117df1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910192
Apr 30 16:35:42.906617 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4fb93-38d7-4aed-9d3b-92e850aa98ad req-45fa0d95-fcae-4527-8b5b-97a0e197aaae tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:42.908304 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2ca4fb93-38d7-4aed-9d3b-92e850aa98ad req-45fa0d95-fcae-4527-8b5b-97a0e197aaae tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1206930
Apr 30 16:35:42.990695 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2ca4fb93-38d7-4aed-9d3b-92e850aa98ad req-8f200cd6-9395-4fec-871a-c8a84d174cd9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693729
Apr 30 16:35:44.414080 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7bb75-6f1c-4a2b-9a07-5db511dc4e3a req-f27e01b7-792a-42dd-a256-c8adb3d2ba81 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:44.416300 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-18c7bb75-6f1c-4a2b-9a07-5db511dc4e3a req-f27e01b7-792a-42dd-a256-c8adb3d2ba81 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.2001138
Apr 30 16:35:44.417405 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 53800) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:35:44.531768 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-18c7bb75-6f1c-4a2b-9a07-5db511dc4e3a req-68c7525d-ab31-4926-972c-3b9bd67a42d1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023979
Apr 30 16:35:44.751087 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:44.776242 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:35:44.782849 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7874dd76e84640329e3de9b6ef651a92 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:35:44.788943 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:35:44.802908 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:35:44.935063 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:45.025241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:45.033682 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d2b1061e-9bd4-48e2-96a9-831758e72917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:35:45.082203 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd9391-61e1-4364-a387-32c1e6094fef,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:35:45.089221 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7874dd76e84640329e3de9b6ef651a92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6700542
Apr 30 16:35:45.092988 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53806) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:35:45.094901 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.095269 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.095630 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.095985 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.096338 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.096692 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.097068 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.098122 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.098492 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.098841 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.099192 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.099531 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.103964 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:35:45.187543 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:45.217797 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:45.599348 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:45.604524 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5aed0224-1af8-47f4-af04-b866d862a5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:35:45.621795 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd9391-61e1-4364-a387-32c1e6094fef,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:35:45.633297 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.633772 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.634022 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.634528 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.634734 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.635125 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.639464 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.654988 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.654988 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.654988 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.654988 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.654988 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:45.654988 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:35:45.664058 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:45.665560 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bbd9391-61e1-4364-a387-32c1e6094fef HTTP/1.1" status: 204  len: 168 time: 0.5682726
Apr 30 16:35:45.741140 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:45.781730 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e5ea3-7510-4671-afdf-642b52786930 req-603b2bfe-2509-4097-8d40-a1b6a0d9ea66 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:45.783308 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-120e5ea3-7510-4671-afdf-642b52786930 req-603b2bfe-2509-4097-8d40-a1b6a0d9ea66 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0983503
Apr 30 16:35:45.841014 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-120e5ea3-7510-4671-afdf-642b52786930 req-1fc9f751-dd67-42c8-95ae-cf40f602638f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457945
Apr 30 16:35:46.037648 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8bc2aa01-2561-4274-887a-4e70a0ce9513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:47.159075 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dc4ab-23ca-47f3-992f-b009df34cf21 req-a97901f5-3eec-4da5-bd4b-ac68a35b78cc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:47.164641 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d52dc4ab-23ca-47f3-992f-b009df34cf21 req-a97901f5-3eec-4da5-bd4b-ac68a35b78cc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1585221
Apr 30 16:35:47.265536 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d52dc4ab-23ca-47f3-992f-b009df34cf21 req-89a9a44b-5222-45b6-be0e-d2985ace039c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922620
Apr 30 16:35:48.646791 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37372e-f279-4e6d-9409-7d3a373563c6 req-3bef63eb-2d4f-46a7-bddc-a26b80d57a16 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:48.648944 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5c37372e-f279-4e6d-9409-7d3a373563c6 req-3bef63eb-2d4f-46a7-bddc-a26b80d57a16 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1590905
Apr 30 16:35:48.710786 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:48.744328 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5c37372e-f279-4e6d-9409-7d3a373563c6 req-46f6423c-930a-4566-9408-c33789459d9b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820937
Apr 30 16:35:48.837217 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-24788484-f0a9-4eae-a198-e9b96b970db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:49.865793 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:49.991631 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ce2bc-37c5-448a-a36f-38b78c6464e1 req-646b5415-2138-4bfa-b6b0-b76fad2efd86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:49.993107 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a74ce2bc-37c5-448a-a36f-38b78c6464e1 req-646b5415-2138-4bfa-b6b0-b76fad2efd86 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1416967
Apr 30 16:35:50.060220 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a74ce2bc-37c5-448a-a36f-38b78c6464e1 req-b96318c1-7f13-4ed0-99e1-7ce69b30e97d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607913
Apr 30 16:35:51.304399 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216ee63-702b-4eeb-a522-c9070e36c5a9 req-51eb1b2b-d42e-4a52-a210-d3f015b1b7a0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:51.306521 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b216ee63-702b-4eeb-a522-c9070e36c5a9 req-51eb1b2b-d42e-4a52-a210-d3f015b1b7a0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.1023695
Apr 30 16:35:51.362465 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b216ee63-702b-4eeb-a522-c9070e36c5a9 req-8e5f463a-8719-4c5b-b722-29742e7a7131 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445981
Apr 30 16:35:51.402503 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:52.745743 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153edf5-5d93-40f7-b5bd-aa149119b2f4 req-4eb48935-1780-4c6e-b115-73b540643f37 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:52.747375 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0153edf5-5d93-40f7-b5bd-aa149119b2f4 req-4eb48935-1780-4c6e-b115-73b540643f37 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.2624962
Apr 30 16:35:52.755313 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-fcbe1959-fe03-4de7-b146-b357a9bf1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:52.756886 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-fcbe1959-fe03-4de7-b146-b357a9bf1b05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1098 time: 0.2377203
Apr 30 16:35:52.891379 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0153edf5-5d93-40f7-b5bd-aa149119b2f4 req-728e8e25-4fed-4e40-89dc-febd654e4726 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1334860
Apr 30 16:35:52.929896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-2f2d1fed-d238-4f3e-b1e0-34fd0db096c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:52.931259 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-2f2d1fed-d238-4f3e-b1e0-34fd0db096c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.1591086
Apr 30 16:35:53.054335 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-57f36463-95a3-4dbe-9fd4-3a90d50438e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1 HTTP/1.1" status: 200  len: 1000 time: 0.1152503
Apr 30 16:35:53.125978 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-4b11fb08-8623-4b94-9828-3b73fc8cc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:53.127444 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-4b11fb08-8623-4b94-9828-3b73fc8cc0a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0654547
Apr 30 16:35:53.213506 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-765f8880-c14b-412f-989e-f21d5fb42270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:53.214908 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-765f8880-c14b-412f-989e-f21d5fb42270 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803075
Apr 30 16:35:53.361748 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-2b2924f5-14c3-43c6-b57b-cf282a28a610 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382358
Apr 30 16:35:53.508902 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0db076ba-5948-4e40-b7d9-cd6b6a992470 req-05b9660a-102c-4f67-b6ea-9bd146bd48ab service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396422
Apr 30 16:35:54.112389 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0baaf-05d1-4cc0-9990-1ca070ab6ad0 req-f37dc72c-00eb-435d-9dc3-6706c9b53f07 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:54.114503 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fba0baaf-05d1-4cc0-9990-1ca070ab6ad0 req-f37dc72c-00eb-435d-9dc3-6706c9b53f07 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 945 time: 0.0897653
Apr 30 16:35:54.169635 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fba0baaf-05d1-4cc0-9990-1ca070ab6ad0 req-af867133-54e3-49ce-beec-e8703332198c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490797
Apr 30 16:35:55.020123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:35:55.147116 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:55.178519 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:35:55.193562 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:35:55.230898 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'code': 200}
Apr 30 16:35:55.322091 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:35:55.324073 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-9253fc7a-23d2-4583-b216-7d7974aec1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:35:55.389688 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57765f87-e7cf-47aa-bf89-880596aaa0c7 req-fd240cd5-f01c-4584-9db4-48b3c55ba9fc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:55.391286 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-57765f87-e7cf-47aa-bf89-880596aaa0c7 req-fd240cd5-f01c-4584-9db4-48b3c55ba9fc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.0873387
Apr 30 16:35:55.397677 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=8']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:35:55.405595 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.405980 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.406269 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.406704 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.407873 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.407873 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.407873 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.407873 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.408232 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.408544 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.408737 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.409078 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:35:55.413704 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:35:55.450760 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-57765f87-e7cf-47aa-bf89-880596aaa0c7 req-946c9933-eeae-4aa3-901f-6a3305193aa1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513041
Apr 30 16:35:56.813129 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93447e87-fffd-4f79-b12c-40316f4887b1 req-9483205c-63a3-4682-849c-8ff5deec51cc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:35:56.814724 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-93447e87-fffd-4f79-b12c-40316f4887b1 req-9483205c-63a3-4682-849c-8ff5deec51cc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.0929945
Apr 30 16:35:56.868074 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-93447e87-fffd-4f79-b12c-40316f4887b1 req-cb4a545b-4fd0-409e-8605-8cffe7b06055 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458615
Apr 30 16:35:59.030547 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:36:01.434861 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b329e-2227-467e-b755-ab3a27a17a76 req-17a0db23-df9a-4d23-a92c-aee0242876d0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:01.436451 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-390b329e-2227-467e-b755-ab3a27a17a76 req-17a0db23-df9a-4d23-a92c-aee0242876d0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1715612
Apr 30 16:36:01.516104 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-390b329e-2227-467e-b755-ab3a27a17a76 req-1d411f94-a8a7-4053-855a-042e015a7bd0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720460
Apr 30 16:36:02.037422 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 53976) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:36:02.184131 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-adf76d12-ab1a-4569-bfe2-89958222fa29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1452644
Apr 30 16:36:02.795265 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf43b-c6c3-4a28-9f80-4c0beb77b4e4 req-99e9edb4-374d-4e9b-baa9-b64a06d695c1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:02.796907 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0bbf43b-c6c3-4a28-9f80-4c0beb77b4e4 req-99e9edb4-374d-4e9b-baa9-b64a06d695c1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.0922871
Apr 30 16:36:02.850206 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0bbf43b-c6c3-4a28-9f80-4c0beb77b4e4 req-13db0027-b87a-4997-b409-7bd087cc2640 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460608
Apr 30 16:36:03.720708 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:36:04.069907 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d826c1-311a-48d6-8d97-99c2c092e730 req-3818eed3-c28c-4490-a080-7d019adeadc5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:04.071479 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a9d826c1-311a-48d6-8d97-99c2c092e730 req-3818eed3-c28c-4490-a080-7d019adeadc5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.0930376
Apr 30 16:36:04.122675 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a9d826c1-311a-48d6-8d97-99c2c092e730 req-6daac40d-4b67-431f-abb3-9ea00c1e08fc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449042
Apr 30 16:36:05.345391 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777b6ac-281c-40d1-a8dd-5789d86f12d0 req-95f2dc3b-d459-4a58-8e91-2b47d167e250 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:05.348046 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3777b6ac-281c-40d1-a8dd-5789d86f12d0 req-95f2dc3b-d459-4a58-8e91-2b47d167e250 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1059432
Apr 30 16:36:05.400292 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3777b6ac-281c-40d1-a8dd-5789d86f12d0 req-44182e1a-c0fd-45cd-8daa-d7a52b1af4f9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458891
Apr 30 16:36:05.882026 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-39edac75-5442-4f60-a02f-54739cbbaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:05.883599 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-39edac75-5442-4f60-a02f-54739cbbaed9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea&tenant_id=b1c386717b3e4e09a996d488d118dcca HTTP/1.1" status: 200  len: 1096 time: 0.0774810
Apr 30 16:36:06.000169 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-6e35422a-ceaf-4204-b5a8-8bd5d87a95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:06.001601 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-6e35422a-ceaf-4204-b5a8-8bd5d87a95c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1096 time: 0.0820079
Apr 30 16:36:06.149677 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-6103e27a-569c-4bda-9628-914839d5a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:06.151211 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-6103e27a-569c-4bda-9628-914839d5a650 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.1423123
Apr 30 16:36:06.260095 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-b297c226-8bac-4965-b72c-9369bbbf8a12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1 HTTP/1.1" status: 200  len: 998 time: 0.1015334
Apr 30 16:36:06.331227 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-e33145d7-4b6b-4abe-a33b-80d7fcf382e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:06.332688 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-e33145d7-4b6b-4abe-a33b-80d7fcf382e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0661175
Apr 30 16:36:06.417192 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-961fb96c-83ef-4b9e-b3dd-088e9832fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:06.418782 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-961fb96c-83ef-4b9e-b3dd-088e9832fc2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788608
Apr 30 16:36:06.726168 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-2176ce44-5c9f-446b-a613-c8b575c6eaa4 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998428
Apr 30 16:36:06.851245 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e72018-f36f-4343-acb4-9dcd070bac7c req-1a988784-91e7-480f-9fa7-ed2a8006de9e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:06.852823 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-68e72018-f36f-4343-acb4-9dcd070bac7c req-1a988784-91e7-480f-9fa7-ed2a8006de9e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.2311907
Apr 30 16:36:06.923263 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2afb9234-2e6f-4c6d-8aee-20c233363c94 req-136f1f9f-c6d6-4538-8aa3-2b1f0f202987 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897902
Apr 30 16:36:06.932201 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-68e72018-f36f-4343-acb4-9dcd070bac7c req-f030b839-c70d-40dd-8cee-d3ead28f649b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680628
Apr 30 16:36:08.159242 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f0720-b9f7-497d-a714-8c91580d28a1 req-001d6f61-63b9-4516-ac6c-d241f51ef0ad tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:08.161353 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c68f0720-b9f7-497d-a714-8c91580d28a1 req-001d6f61-63b9-4516-ac6c-d241f51ef0ad tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.0903022
Apr 30 16:36:08.232075 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c68f0720-b9f7-497d-a714-8c91580d28a1 req-6f95dd9d-a96a-4d89-b7a3-16d2bb85b593 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611653
Apr 30 16:36:09.516030 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacbd80-56f1-40a2-9397-f994d21e00c4 req-4d4f0798-c790-4366-aae5-729f74a7c49c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:09.517698 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6eacbd80-56f1-40a2-9397-f994d21e00c4 req-4d4f0798-c790-4366-aae5-729f74a7c49c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1086340
Apr 30 16:36:09.593993 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6eacbd80-56f1-40a2-9397-f994d21e00c4 req-aebfe511-eb22-413a-8cd4-b3f076eeac52 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695546
Apr 30 16:36:10.859857 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e0d16-5379-43a6-8e3c-51a1bf435dba req-e3f34d4a-c815-4900-9aa3-8c96cc7f51d5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:10.862785 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ae3e0d16-5379-43a6-8e3c-51a1bf435dba req-e3f34d4a-c815-4900-9aa3-8c96cc7f51d5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1154292
Apr 30 16:36:10.946528 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-ae3e0d16-5379-43a6-8e3c-51a1bf435dba req-208c17ba-eaca-4010-9f7c-4e528a5d3ba4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767958
Apr 30 16:36:12.175684 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d8f1d-09c9-40a4-b477-048a5ecd5cdc req-d76622cf-9742-456e-b68b-677ac5365714 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:12.178279 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-275d8f1d-09c9-40a4-b477-048a5ecd5cdc req-d76622cf-9742-456e-b68b-677ac5365714 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1040480
Apr 30 16:36:12.237114 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-275d8f1d-09c9-40a4-b477-048a5ecd5cdc req-48cc1c5c-3711-43c4-b6b8-f02d61e167c3 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521555
Apr 30 16:36:13.476212 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178f91a-3c8e-401f-8c2a-9fca5cf89f96 req-17347e19-6a71-4cb7-907e-bf585599e2e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:13.479308 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7178f91a-3c8e-401f-8c2a-9fca5cf89f96 req-17347e19-6a71-4cb7-907e-bf585599e2e1 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1059270
Apr 30 16:36:13.548562 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7178f91a-3c8e-401f-8c2a-9fca5cf89f96 req-b32229e9-ee2f-477c-96f9-7b566c42141c tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583360
Apr 30 16:36:14.910249 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e7451-76cf-4121-8b8d-ce7919965dc4 req-6c0b0c02-4084-495c-b2b6-06d1c61a4eae tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:14.911843 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c39e7451-76cf-4121-8b8d-ce7919965dc4 req-6c0b0c02-4084-495c-b2b6-06d1c61a4eae tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1470819
Apr 30 16:36:14.965122 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c39e7451-76cf-4121-8b8d-ce7919965dc4 req-17cc18bd-772e-440c-8024-6a255079771b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463495
Apr 30 16:36:15.729052 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:16.025430 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-581874f3-2630-4450-8d3a-b6b7b389e062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:16.268944 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250690a-7334-4438-b241-bee60364aacd req-4a2bd7b9-35fa-4e10-8414-7f5ad0515fb0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:16.277052 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0250690a-7334-4438-b241-bee60364aacd req-4a2bd7b9-35fa-4e10-8414-7f5ad0515fb0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1775918
Apr 30 16:36:16.348764 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0250690a-7334-4438-b241-bee60364aacd req-a4df215a-120e-4be2-adcc-bedd22d3cad4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707922
Apr 30 16:36:17.681573 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c213-0aad-4812-b58c-7fd204f7325a req-fcbffdc8-d3b0-404e-93f8-f6760cde47bf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:17.687033 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1294c213-0aad-4812-b58c-7fd204f7325a req-fcbffdc8-d3b0-404e-93f8-f6760cde47bf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1187475
Apr 30 16:36:17.782901 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1294c213-0aad-4812-b58c-7fd204f7325a req-f2081f45-b733-4c1d-9419-43e60881b4ad tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905914
Apr 30 16:36:18.790421 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:18.825091 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-2d914860-9fd4-45e9-9811-d9fffe5f2461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:19.075509 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d43f72-5bbc-4747-a6ae-d0eda49953b1 req-f4157b77-72bf-4beb-9275-e429c3a2478b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:19.077274 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-92d43f72-5bbc-4747-a6ae-d0eda49953b1 req-f4157b77-72bf-4beb-9275-e429c3a2478b tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1141987
Apr 30 16:36:19.130296 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-92d43f72-5bbc-4747-a6ae-d0eda49953b1 req-3f506791-0b6d-4f0b-ba6c-2c926591dbd8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453889
Apr 30 16:36:19.773133 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:20.398748 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7b08-3cb6-444f-9e4c-86337031fe12 req-583aae9f-0235-48d1-a2e8-c245030a8144 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:20.401965 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff5b7b08-3cb6-444f-9e4c-86337031fe12 req-583aae9f-0235-48d1-a2e8-c245030a8144 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1438911
Apr 30 16:36:20.492773 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ff5b7b08-3cb6-444f-9e4c-86337031fe12 req-0cd45db8-5e11-49c5-b565-61981322e245 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813377
Apr 30 16:36:21.310530 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:21.798996 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f33a8-34a8-438d-a9eb-349d819ccc82 req-575e37b9-89ee-48c1-97db-bfa0d9466fcc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:21.805840 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a1f33a8-34a8-438d-a9eb-349d819ccc82 req-575e37b9-89ee-48c1-97db-bfa0d9466fcc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.1347497
Apr 30 16:36:21.865109 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a1f33a8-34a8-438d-a9eb-349d819ccc82 req-7fd917be-9856-493f-b04f-676d3628d90d tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497205
Apr 30 16:36:23.103840 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd0a13-5771-45b6-a6aa-90aa966a23cc req-aba7038b-3ff9-40c0-b3e7-3308ffc39569 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:23.105511 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05fd0a13-5771-45b6-a6aa-90aa966a23cc req-aba7038b-3ff9-40c0-b3e7-3308ffc39569 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.0969183
Apr 30 16:36:23.170928 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-05fd0a13-5771-45b6-a6aa-90aa966a23cc req-0430e87f-67d2-4497-96ac-3216784bdbe0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548728
Apr 30 16:36:24.495791 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a3b00-a563-4c5f-b780-122f34416fa4 req-f9100dfc-7c33-4d4f-9874-93ca50339d65 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:24.497560 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-280a3b00-a563-4c5f-b780-122f34416fa4 req-f9100dfc-7c33-4d4f-9874-93ca50339d65 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.0941057
Apr 30 16:36:24.552830 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-678b8118-3ff1-4fc6-9c94-044408be8271 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1319399
Apr 30 16:36:24.558052 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-280a3b00-a563-4c5f-b780-122f34416fa4 req-9897e781-8ec9-4cb1-b7b7-c93c30fcfe47 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531192
Apr 30 16:36:24.723747 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-fcdabc06-f86e-4cd9-bc19-9814ca7be743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:24.726312 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-fcdabc06-f86e-4cd9-bc19-9814ca7be743 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1098 time: 0.1310189
Apr 30 16:36:24.900771 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-8595c566-8654-484f-8e7e-2b910607de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:24.902389 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-8595c566-8654-484f-8e7e-2b910607de74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.1549447
Apr 30 16:36:25.021871 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-1e858371-54a9-4ffd-87b4-36dba13f700b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb57a89f-9b4b-4539-b698-b21947fbe883 HTTP/1.1" status: 200  len: 1001 time: 0.1118026
Apr 30 16:36:25.124855 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-e07e3203-1308-4043-a7ab-651f6134d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:25.127515 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-e07e3203-1308-4043-a7ab-651f6134d035 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0986409
Apr 30 16:36:25.267347 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-4ad55848-da77-4765-b03e-379f106efffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:25.270291 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-4ad55848-da77-4765-b03e-379f106efffd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1358006
Apr 30 16:36:25.427073 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-796092e8-7e8d-4197-8812-d518e423a8c9 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493590
Apr 30 16:36:25.917927 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113ff0-e3db-4e4c-8206-40d70cba76a5 req-1fa45b38-c85b-4ec0-8a81-6cfc39d0efbe tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:25.920056 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-74113ff0-e3db-4e4c-8206-40d70cba76a5 req-1fa45b38-c85b-4ec0-8a81-6cfc39d0efbe tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.2198985
Apr 30 16:36:25.948150 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8b298a54-dbe8-41f4-a7b4-dad1713f926e req-5fac74cf-0b05-4bed-ba75-7e33f97c48b2 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5145762
Apr 30 16:36:25.982048 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-74113ff0-e3db-4e4c-8206-40d70cba76a5 req-d1091e39-8b20-42a7-9989-7f07338e907f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530527
Apr 30 16:36:27.218078 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:36:27.326813 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19cf20-12a6-4d59-9d11-d232d391de30 req-a0ae01fd-24e6-4fc1-b794-8cc0e84764a9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:27.328660 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9b19cf20-12a6-4d59-9d11-d232d391de30 req-a0ae01fd-24e6-4fc1-b794-8cc0e84764a9 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 943 time: 0.2112718
Apr 30 16:36:27.431775 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-9b19cf20-12a6-4d59-9d11-d232d391de30 req-68ae2b22-6e6d-4011-a089-1d562c942718 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919235
Apr 30 16:36:27.518270 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:36:27.536575 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'port_id': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'mac_address': 'fa:16:3e:d3:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:36:27.609402 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:27.630188 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c59f5d-8591-4c2b-819c-8a776c8454c1 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:36:27.668777 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:36:28.121081 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:28.125247 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:36:28.245253 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=9']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:36:28.249527 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:36:28.560721 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['97c59f5d-8591-4c2b-819c-8a776c8454c1'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:36:28.743209 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e997-65d1-4396-9134-50c9bf01304b req-128d8afb-8179-49b9-b68c-203c026f75ff tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:28.745565 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-db31e997-65d1-4396-9134-50c9bf01304b req-128d8afb-8179-49b9-b68c-203c026f75ff tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 944 time: 0.1420949
Apr 30 16:36:28.831589 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-db31e997-65d1-4396-9134-50c9bf01304b req-1efa5ec0-fad6-4105-a0f2-af3c86ce5c4e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753245
Apr 30 16:36:30.048581 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed208-f74e-4a70-a397-d8c0c61368c9 req-e77f94e5-0f1d-4cf1-83fc-988eb63a8dbf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:30.050546 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a1ed208-f74e-4a70-a397-d8c0c61368c9 req-e77f94e5-0f1d-4cf1-83fc-988eb63a8dbf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 944 time: 0.0905576
Apr 30 16:36:30.105992 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4a1ed208-f74e-4a70-a397-d8c0c61368c9 req-c1bcea89-a768-4906-97d9-5f9457014e45 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447013
Apr 30 16:36:31.247415 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:36:31.311261 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690efb3-9f05-4815-8b52-5405e0a7128f req-5b5f0766-29e6-4fb8-80cd-a324adedfae0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:31.312902 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f690efb3-9f05-4815-8b52-5405e0a7128f req-5b5f0766-29e6-4fb8-80cd-a324adedfae0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 944 time: 0.0915334
Apr 30 16:36:31.334030 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 97c59f5d-8591-4c2b-819c-8a776c8454c1 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:36:31.334404 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:31.363423 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f690efb3-9f05-4815-8b52-5405e0a7128f req-610eef4b-64ff-4058-a1d7-bf95d04210aa tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429175
Apr 30 16:36:31.463919 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:31.495508 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:36:31.507474 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:36:31.551394 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'code': 200}
Apr 30 16:36:31.606102 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:31.609589 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:36:31.687003 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=10']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:36:31.691057 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:36:32.034388 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aced93-3a54-4024-84eb-a97c4374a935 req-d6578c61-4d3d-405a-838f-53b226699f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:32.036077 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b7aced93-3a54-4024-84eb-a97c4374a935 req-d6578c61-4d3d-405a-838f-53b226699f27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1099 time: 0.0880194
Apr 30 16:36:32.083859 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b7aced93-3a54-4024-84eb-a97c4374a935 req-27bb1f02-e3ad-41a7-ac5c-5b709207f06f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398993
Apr 30 16:36:32.564235 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af06be8-1723-47f6-87c5-eede9108ec91 req-85b5c252-c6c3-4982-8dff-934e122aab20 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:32.566530 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2af06be8-1723-47f6-87c5-eede9108ec91 req-85b5c252-c6c3-4982-8dff-934e122aab20 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 946 time: 0.0854118
Apr 30 16:36:32.616939 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2af06be8-1723-47f6-87c5-eede9108ec91 req-ea6efee5-db00-4341-92b7-06ce3d59406e tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442472
Apr 30 16:36:33.864744 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5eb04-70b2-440b-991c-deafed52176c req-5005617f-0e87-4fc9-8848-a4a93900efaf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:33.866192 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-63c5eb04-70b2-440b-991c-deafed52176c req-5005617f-0e87-4fc9-8848-a4a93900efaf tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 946 time: 0.1105173
Apr 30 16:36:33.925544 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-63c5eb04-70b2-440b-991c-deafed52176c req-246bd694-6959-42b3-82f8-aa74d9fe6f77 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525749
Apr 30 16:36:35.192030 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d22b5-8b73-4a2c-951d-acc023ecd94e req-62b222a4-081e-4e7a-9f98-0d95db602884 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:35.194371 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-af9d22b5-8b73-4a2c-951d-acc023ecd94e req-62b222a4-081e-4e7a-9f98-0d95db602884 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 946 time: 0.1334348
Apr 30 16:36:35.247910 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-af9d22b5-8b73-4a2c-951d-acc023ecd94e req-36a53203-6abb-4437-8dc3-abc9057c42d4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466259
Apr 30 16:36:36.452125 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c7a55-2270-4f8f-b7cc-4c6bf4a98b6f req-10d2b53c-6b3d-4955-afac-b0af71c8e4b5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:36:36.453682 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6f5c7a55-2270-4f8f-b7cc-4c6bf4a98b6f req-10d2b53c-6b3d-4955-afac-b0af71c8e4b5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 946 time: 0.0891955
Apr 30 16:36:36.503460 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6f5c7a55-2270-4f8f-b7cc-4c6bf4a98b6f req-4f4803aa-a4fc-44cb-9461-a7617ebd81c4 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429032
Apr 30 16:36:40.721052 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:36:45.623524 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:46.005705 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-26de6bee-d222-43bd-b0d6-51c5806a3048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:48.710463 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:48.801368 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-01cb172b-8ff0-460a-a5a6-8c7a1d3cc4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:49.672570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54316) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:36:49.760148 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:49.815891 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:49.833568 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:36:49.838503 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Usage tracker for resource:security_group_rule and tenant:bb1473fdc75e4acdabf3c41cda2d1d91 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:36:49.841787 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:36:49.849271 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:36:49.955333 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:50.035392 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:50.043303 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3c886757-5d99-448e-835f-2e478537612f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:36:50.093110 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb1473fdc75e4acdabf3c41cda2d1d91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4191647
Apr 30 16:36:50.093903 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c0371e-f8eb-4c43-9cc7-26e8be9934fc,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:36:50.096917 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54322) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:36:50.116068 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.116442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.116834 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.117236 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.117592 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.117940 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.118289 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.118635 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.118980 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.119323 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.119662 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.120000 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:36:50.124170 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-98962ac6-f127-401a-b022-49b910a3e613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:36:50.179339 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0559d707-af45-4f01-9ea5-4258edec7040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:50.210921 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0559d707-af45-4f01-9ea5-4258edec7040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:50.355891 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0559d707-af45-4f01-9ea5-4258edec7040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:50.360584 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4569bf62-63e7-4124-9e03-3de3a38b04bc tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:36:50.375962 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559d707-af45-4f01-9ea5-4258edec7040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c0371e-f8eb-4c43-9cc7-26e8be9934fc,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:36:50.380593 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0559d707-af45-4f01-9ea5-4258edec7040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:36:50.387116 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0559d707-af45-4f01-9ea5-4258edec7040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:36:50.390727 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-0559d707-af45-4f01-9ea5-4258edec7040 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76c0371e-f8eb-4c43-9cc7-26e8be9934fc HTTP/1.1" status: 204  len: 168 time: 0.2903178
Apr 30 16:36:51.321540 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:15.655862 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:16.010302 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-cdc76c78-ca1b-4eb9-ab59-dbc9567fd2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:17.720974 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:37:18.704114 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:18.881082 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ca29cf4e-df6a-4278-bbc9-a7a9e3fab92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:18.883588 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54478) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:37:19.019063 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:19.035872 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:37:19.040110 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Usage tracker for resource:security_group_rule and tenant:aaad89947b374bef91ecc8966655a0e7 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:37:19.043301 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:37:19.050327 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:37:19.148435 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:19.230677 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:19.248609 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1f247f7a-99f3-4811-85d5-fbd44f40d2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:37:19.293578 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aaad89947b374bef91ecc8966655a0e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4080648
Apr 30 16:37:19.300820 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b086ee1e-4ff7-430e-882b-b980dfdd8382,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:37:19.301015 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54484) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:37:19.301478 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:37:19.368328 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:19.402482 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:19.606495 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:19.610442 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-28e7f778-4004-4166-8a70-71a85ccac923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:37:19.622132 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b086ee1e-4ff7-430e-882b-b980dfdd8382,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:37:19.633851 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.634230 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.634597 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.634953 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.635309 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.635662 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.636011 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.636358 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.636702 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.637078 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.637420 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.637815 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:19.641949 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:37:19.645233 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:19.646396 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d7498973-4496-4cf6-b288-7e7b758aa2c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b086ee1e-4ff7-430e-882b-b980dfdd8382 HTTP/1.1" status: 204  len: 168 time: 0.3483899
Apr 30 16:37:19.818550 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:19.958897 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-d47bfe2b-0907-448f-bf46-2fde4109ea64 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0954888
Apr 30 16:37:20.143014 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-a186dcf1-329a-469e-9e72-c13ccdd9fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:20.144539 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-a186dcf1-329a-469e-9e72-c13ccdd9fdb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1c386717b3e4e09a996d488d118dcca&device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 1099 time: 0.0847518
Apr 30 16:37:20.314158 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-04e8159c-7c28-423a-9b7f-6f4c944df62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:20.315641 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-04e8159c-7c28-423a-9b7f-6f4c944df62e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 200  len: 917 time: 0.1416581
Apr 30 16:37:20.429593 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-203cb152-f568-44aa-af42-7cdd533bedb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1 HTTP/1.1" status: 200  len: 1000 time: 0.1047518
Apr 30 16:37:20.502883 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-adef3126-a567-4d0b-80f4-6ca15917ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:20.504530 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-adef3126-a567-4d0b-80f4-6ca15917ca0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 200  len: 855 time: 0.0681400
Apr 30 16:37:20.590477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-b9d68497-9d5a-449e-8771-64d16f2955b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:20.592122 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-b9d68497-9d5a-449e-8771-64d16f2955b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e40cf8e-e867-4f86-ae24-ba40c7986a87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801258
Apr 30 16:37:20.746925 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-ee79a1d3-641d-4764-ba82-15f97fb179be service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473219
Apr 30 16:37:21.044411 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b40abb38-9e5e-4078-947d-a46a39f4545d req-c7177129-776b-4d68-83f6-f263f040f9a5 service neutron] 10.222.0.69 "GET /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2899756
Apr 30 16:37:21.321073 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:34.826909 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-c4b8bc77-2545-4619-88ec-bc3ae91b9095 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202812268&fields=id&tenant_id=0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 267 time: 0.0454712
Apr 30 16:37:34.997888 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-452e17c4-dd90-46dc-bdc4-05308ae7aad2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:34.999430 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-452e17c4-dd90-46dc-bdc4-05308ae7aad2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 812 time: 0.1643066
Apr 30 16:37:35.020004 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-3c32788f-e982-43a0-8e14-d9fd486345fc tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/quotas/0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 375 time: 0.0107489
Apr 30 16:37:35.119100 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-8e9ded94-3eb2-4bd8-bbfe-25f2dcb74f02 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0928657
Apr 30 16:37:35.268119 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-14764e76-8853-474d-b97a-2b8881bfb44f service neutron] 10.222.0.57 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351225
Apr 30 16:37:35.425595 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-6c3a2cb9-38fe-4454-89c9-9b8a826ca3d6 service neutron] 10.222.0.57 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507895
Apr 30 16:37:36.512795 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a8e42da1-e0f5-4d59-a7a7-d902be6df8ea req-580cd8d4-3d7f-42c2-8cb4-a75a7819f501 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 210 time: 0.0581784
Apr 30 16:37:37.711288 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a40072c5-7bcc-4e48-82ae-0fa32cf9429e req-8580d138-3534-4fb4-a98e-4300b3f98b1e tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 210 time: 0.0470979
Apr 30 16:37:38.861343 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-ee3cef33-125a-4c01-9345-680d63346e35 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:38.862913 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-ee3cef33-125a-4c01-9345-680d63346e35 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 812 time: 0.2073243
Apr 30 16:37:38.942477 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b9765a4c-2f19-40bf-a6ee-3ca592e9911a req-6e5cd5ed-716d-4876-9ef7-0134ba3125f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 210 time: 0.0886559
Apr 30 16:37:38.960773 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0f40ff3e-5278-4514-90ec-9769d66e97b5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0348ba69067740ddb540d4e78d2ed016 HTTP/1.1" status: 200  len: 380 time: 0.0807252
Apr 30 16:37:38.972709 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'port': {'device_id': 'f9be1ae2-197b-43de-890e-25af628f987d', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'admin_state_up': True, 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'security_groups': ['29f32e91-b2fc-4a3a-9d23-7e028230a6fd']}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:37:39.128373 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:37:39.139369 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:37:39.223684 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Made reservation on behalf of 0348ba69067740ddb540d4e78d2ed016 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:37:39.227648 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:39.416634 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Allocated IP 172.20.0.3 (3b24660c-ab42-433f-a2d6-774387938166/6e67b334-4709-4cc6-a5e8-338d979ed432/28e9b303-c22d-4918-a876-4e7f9170c1f2) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:37:39.623711 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:39.643025 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Transition to ACTIVE for port object 28e9b303-c22d-4918-a876-4e7f9170c1f2 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:37:39.755865 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:39.761973 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-569b34dd-566b-464e-b8c4-9836b1574ae6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:37:39.824150 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Network 3b24660c-ab42-433f-a2d6-774387938166 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:37:39.833730 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:37:39.838637 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:37:39.885712 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=28e9b303-c22d-4918-a876-4e7f9170c1f2,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:37:39.891593 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:37:39.920367 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:39.921072 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:40.034200 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0671155
Apr 30 16:37:40.058653 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Request body: {'port': {'device_id': 'f9be1ae2-197b-43de-890e-25af628f987d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:37:40.139095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8951b8eb-8e2b-4ac9-a664-5e36c3414848 None None] Provisioning for port 28e9b303-c22d-4918-a876-4e7f9170c1f2 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:37:40.146831 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8951b8eb-8e2b-4ac9-a664-5e36c3414848 None None] Provisioning complete for port 28e9b303-c22d-4918-a876-4e7f9170c1f2 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:37:40.149950 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8951b8eb-8e2b-4ac9-a664-5e36c3414848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:40.211714 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-8951b8eb-8e2b-4ac9-a664-5e36c3414848 None None] Port 28e9b303-c22d-4918-a876-4e7f9170c1f2 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:37:40.374575 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:40.401789 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca657051-cb33-4726-9bae-5798d04bce56 req-9e4c5683-f090-4c22-a603-f762781ae72d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:40.402434 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-ca657051-cb33-4726-9bae-5798d04bce56 req-9e4c5683-f090-4c22-a603-f762781ae72d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:37:40.552914 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-ca657051-cb33-4726-9bae-5798d04bce56 req-9e4c5683-f090-4c22-a603-f762781ae72d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:37:40.554138 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ca657051-cb33-4726-9bae-5798d04bce56 req-9e4c5683-f090-4c22-a603-f762781ae72d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 931 time: 0.4593680
Apr 30 16:37:40.728731 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ca657051-cb33-4726-9bae-5798d04bce56 req-23e86d6f-718b-41ef-8b5a-c2ed19f3729b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1663964
Apr 30 16:37:40.898623 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e9b303-c22d-4918-a876-4e7f9170c1f2 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:37:40.910481 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:40.930819 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Transition to ACTIVE for port object 28e9b303-c22d-4918-a876-4e7f9170c1f2 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:37:41.041456 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:41.045870 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:37:41.198154 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Pushing event updated for resources: {'Port': ['ID=28e9b303-c22d-4918-a876-4e7f9170c1f2,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:37:41.204105 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:37:41.341268 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Attempting to bind port 28e9b303-c22d-4918-a876-4e7f9170c1f2 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:37:41.341516 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Attempting to bind port 28e9b303-c22d-4918-a876-4e7f9170c1f2 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:37:41.341983 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Attempting to bind port 28e9b303-c22d-4918-a876-4e7f9170c1f2 on network 3b24660c-ab42-433f-a2d6-774387938166 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:37:41.348715 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Port 28e9b303-c22d-4918-a876-4e7f9170c1f2 on network 3b24660c-ab42-433f-a2d6-774387938166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:37:41.349245 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Attempting to bind port 28e9b303-c22d-4918-a876-4e7f9170c1f2 on network 3b24660c-ab42-433f-a2d6-774387938166 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:37:41.356490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:37:41.356994 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Checking segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:37:41.357511 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Bound using segment: {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:37:41.358009 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Bound port: 28e9b303-c22d-4918-a876-4e7f9170c1f2, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b24660c-ab42-433f-a2d6-774387938166'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:37:41.359058 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:41.466906 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] For port 28e9b303-c22d-4918-a876-4e7f9170c1f2, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:37:41.471079 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] For port 28e9b303-c22d-4918-a876-4e7f9170c1f2, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=28e9b303-c22d-4918-a876-4e7f9170c1f2,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:37:41.536039 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:41.541880 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-db12a068-15d6-4b0d-aa87-fc6562d8a3b1 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:37:41.606429 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:41.607150 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:41.609700 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] 10.222.0.69 "PUT /v2.0/ports/28e9b303-c22d-4918-a876-4e7f9170c1f2 HTTP/1.1" status: 200  len: 1093 time: 1.5594714
Apr 30 16:37:41.610390 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:37:41.668270 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Pushing event updated for resources: {'Port': ['ID=28e9b303-c22d-4918-a876-4e7f9170c1f2,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:37:41.673284 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:37:41.685633 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'status': 'completed', 'code': 200}
Apr 30 16:37:41.846407 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ac19a-e88c-4820-bba0-4e17042b1a74 req-604b1d87-356a-4ce3-ab33-d64fa813c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:41.848781 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3e1ac19a-e88c-4820-bba0-4e17042b1a74 req-604b1d87-356a-4ce3-ab33-d64fa813c7eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 1096 time: 0.1175473
Apr 30 16:37:42.224627 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ac19a-e88c-4820-bba0-4e17042b1a74 req-c5346be7-71e7-4637-a808-acdd9845e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:42.227223 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3e1ac19a-e88c-4820-bba0-4e17042b1a74 req-c5346be7-71e7-4637-a808-acdd9845e3c8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0348ba69067740ddb540d4e78d2ed016&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3636312
Apr 30 16:37:42.241498 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583eb9-c0f7-49bc-b248-1525f542b856 req-5a7640cf-359c-46a7-b794-e16ee653b363 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:42.243485 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-69583eb9-c0f7-49bc-b248-1525f542b856 req-5a7640cf-359c-46a7-b794-e16ee653b363 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 943 time: 0.3177862
Apr 30 16:37:42.396605 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-69583eb9-c0f7-49bc-b248-1525f542b856 req-8ae6be24-0379-4442-9b2d-63acd4de7b4a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1265776
Apr 30 16:37:42.429592 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ac19a-e88c-4820-bba0-4e17042b1a74 req-2e773ca4-d461-4698-9d8d-d20cd67b1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:42.431071 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3e1ac19a-e88c-4820-bba0-4e17042b1a74 req-2e773ca4-d461-4698-9d8d-d20cd67b1957 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1865232
Apr 30 16:37:42.581465 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-fd987183-bb0d-4a7b-b3b2-fbbd4363fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:42.583012 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-fd987183-bb0d-4a7b-b3b2-fbbd4363fc33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 1096 time: 0.0889266
Apr 30 16:37:42.663883 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-59fde9a5-31ae-4d88-85ba-25563364b2f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28e9b303-c22d-4918-a876-4e7f9170c1f2 HTTP/1.1" status: 200  len: 217 time: 0.0662186
Apr 30 16:37:42.736322 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-f23fbe3f-45ee-4181-9954-d1ca341f9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:42.737871 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-f23fbe3f-45ee-4181-9954-d1ca341f9d29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0669394
Apr 30 16:37:42.827024 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-9c7f404b-e9c3-4dd9-bc75-a2e33f7c9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:42.829679 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-9c7f404b-e9c3-4dd9-bc75-a2e33f7c9841 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835974
Apr 30 16:37:43.096315 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-213226cb-5ebb-4538-b77a-aee2f5894208 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2585266
Apr 30 16:37:43.241442 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-47462fad-fa23-4909-9349-5cfcecf5eca2 req-52413d01-b66b-446a-8b2e-1d8c436799f1 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378155
Apr 30 16:37:43.665754 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab114-ff70-40ae-b4e9-c1758e7d86b7 req-319acbc6-6dd0-47b7-bd52-b39fda7aab88 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:43.667641 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d76ab114-ff70-40ae-b4e9-c1758e7d86b7 req-319acbc6-6dd0-47b7-bd52-b39fda7aab88 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 943 time: 0.1426907
Apr 30 16:37:43.721157 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d76ab114-ff70-40ae-b4e9-c1758e7d86b7 req-be68a9c3-d8bb-4fb7-88ba-7f0b60f46acb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464411
Apr 30 16:37:44.929885 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d44c54-7357-4129-818d-21ae8186b668 req-3fe2ee8c-9527-4f23-b941-e68d44fb3480 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:44.931508 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c5d44c54-7357-4129-818d-21ae8186b668 req-3fe2ee8c-9527-4f23-b941-e68d44fb3480 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 943 time: 0.0956278
Apr 30 16:37:44.987280 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c5d44c54-7357-4129-818d-21ae8186b668 req-66ded556-7b8e-4696-a32e-74d1a52feb03 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453579
Apr 30 16:37:45.637982 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:46.020692 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f990ce90-f5f7-4985-ac8e-15f11a495d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:46.195071 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c4eb-241e-47da-b455-534ab93775b8 req-c548b5ca-361d-4be2-80fb-f3a355199ba3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:46.196574 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c7b4c4eb-241e-47da-b455-534ab93775b8 req-c548b5ca-361d-4be2-80fb-f3a355199ba3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 943 time: 0.0957346
Apr 30 16:37:46.250363 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c7b4c4eb-241e-47da-b455-534ab93775b8 req-faa0b74b-e505-4f11-9c5f-4f5bf903f50b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441630
Apr 30 16:37:47.451692 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e5dc6-1f81-4af2-a31a-2825957480ba req-8f37e78d-cd6f-477b-b420-5c0d175e226f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:47.454229 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b05e5dc6-1f81-4af2-a31a-2825957480ba req-8f37e78d-cd6f-477b-b420-5c0d175e226f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 943 time: 0.0894990
Apr 30 16:37:47.508935 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b05e5dc6-1f81-4af2-a31a-2825957480ba req-13bc005a-10b7-4be4-8a74-9151146bebab tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481119
Apr 30 16:37:48.748279 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadb9f8-5de8-44be-879a-56b7157f7eee req-70e11d15-1ee0-4002-98d9-1949fb7a7df2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:48.750120 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:48.751777 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bfadb9f8-5de8-44be-879a-56b7157f7eee req-70e11d15-1ee0-4002-98d9-1949fb7a7df2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 943 time: 0.1057346
Apr 30 16:37:48.812793 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-bfadb9f8-5de8-44be-879a-56b7157f7eee req-5deb0005-3610-4633-9433-7d339d26b0a9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533121
Apr 30 16:37:48.938190 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6f37-19fe-438e-bd05-7e2601be23b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:49.771974 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:50.012364 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d2bd1-ab56-4631-8723-c02aa97a9f03 req-d01ffded-5f46-4ad2-9c4a-1277af6ab58e tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:50.014181 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8a0d2bd1-ab56-4631-8723-c02aa97a9f03 req-d01ffded-5f46-4ad2-9c4a-1277af6ab58e tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 943 time: 0.0872812
Apr 30 16:37:50.066149 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8a0d2bd1-ab56-4631-8723-c02aa97a9f03 req-265de2a6-f9e1-49f9-aa55-f97782e93f9a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445733
Apr 30 16:37:51.317863 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:51.426517 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35143ffb-daad-4071-9f7b-37b6c23106e8 req-30bac14b-926c-4645-b9f7-6ce4a611a82c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:51.428177 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-35143ffb-daad-4071-9f7b-37b6c23106e8 req-30bac14b-926c-4645-b9f7-6ce4a611a82c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 943 time: 0.0918701
Apr 30 16:37:51.479791 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-35143ffb-daad-4071-9f7b-37b6c23106e8 req-2dda7bbb-f249-408f-933d-089f72b20899 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451939
Apr 30 16:37:51.734696 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 28e9b303-c22d-4918-a876-4e7f9170c1f2 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:37:51.880811 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 28e9b303-c22d-4918-a876-4e7f9170c1f2, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=28e9b303-c22d-4918-a876-4e7f9170c1f2,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:37:51.897442 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'port_id': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'mac_address': 'fa:16:3e:00:1e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:37:51.959037 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:51.978242 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e9b303-c22d-4918-a876-4e7f9170c1f2 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:37:51.996229 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 28e9b303-c22d-4918-a876-4e7f9170c1f2, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=28e9b303-c22d-4918-a876-4e7f9170c1f2,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:37:52.089514 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:52.091345 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-d2d989f3-c854-433d-9b12-d99879881ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:37:52.167276 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=28e9b303-c22d-4918-a876-4e7f9170c1f2,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:37:52.175711 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.176057 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.176384 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.176709 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.177065 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.177383 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.177693 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.178003 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.178319 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.178721 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.179040 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.179425 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:37:52.183839 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:37:52.504395 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['28e9b303-c22d-4918-a876-4e7f9170c1f2'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:37:52.706080 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42db68-683e-4ee4-8412-679b129abcbc req-07927c18-4096-433a-8f0c-ea286cb22560 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:52.707834 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3e42db68-683e-4ee4-8412-679b129abcbc req-07927c18-4096-433a-8f0c-ea286cb22560 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 944 time: 0.1023371
Apr 30 16:37:52.764361 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-3e42db68-683e-4ee4-8412-679b129abcbc req-08eafb68-604f-40c1-83d0-b660186660d6 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479879
Apr 30 16:37:53.762669 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 28e9b303-c22d-4918-a876-4e7f9170c1f2 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:37:53.961052 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port 28e9b303-c22d-4918-a876-4e7f9170c1f2 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:37:53.969323 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port 28e9b303-c22d-4918-a876-4e7f9170c1f2 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:37:53.969922 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:53.997333 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3214eea-e06f-4403-8d81-3fd90ee8fb08 req-4a1acfab-809f-4b9a-8ab9-3152cb7becc0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:54.001003 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d3214eea-e06f-4403-8d81-3fd90ee8fb08 req-4a1acfab-809f-4b9a-8ab9-3152cb7becc0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 944 time: 0.1044583
Apr 30 16:37:54.072472 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d3214eea-e06f-4403-8d81-3fd90ee8fb08 req-5ff3ad0b-8418-4449-9b1c-b98fe88ccd52 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604610
Apr 30 16:37:54.130620 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:54.162822 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:37:54.174733 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port 28e9b303-c22d-4918-a876-4e7f9170c1f2, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=28e9b303-c22d-4918-a876-4e7f9170c1f2,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:37:54.225961 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'code': 200}
Apr 30 16:37:54.237805 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:54.240700 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ddb38c22-fdfc-4e8b-ad1b-bb66e8680ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:37:54.325216 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=28e9b303-c22d-4918-a876-4e7f9170c1f2,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:37:54.329258 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:37:54.725172 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:37:54.768400 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c50538-958e-4a13-bca7-fdc179145bc5 req-2c3729c9-4728-4d20-bafd-192622f8a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:54.773426 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-07c50538-958e-4a13-bca7-fdc179145bc5 req-2c3729c9-4728-4d20-bafd-192622f8a4c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 1098 time: 0.0884914
Apr 30 16:37:54.831738 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-07c50538-958e-4a13-bca7-fdc179145bc5 req-04a83170-0660-456b-9f7b-128bdb91c7d3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523577
Apr 30 16:37:55.272330 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4eceb-dcd7-48a9-8f27-2890268e9e90 req-a56028fc-4f39-43c3-9b96-148cf317b834 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:55.273982 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-12a4eceb-dcd7-48a9-8f27-2890268e9e90 req-a56028fc-4f39-43c3-9b96-148cf317b834 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 945 time: 0.0896091
Apr 30 16:37:55.323195 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-12a4eceb-dcd7-48a9-8f27-2890268e9e90 req-ee02bd53-f974-4d4f-9602-6ed59b96d9d1 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428815
Apr 30 16:37:56.547287 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9071bb-e685-467b-a024-199727e6d4b5 req-2521bfbc-7295-4419-b8fc-b0ecddfc57c3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:56.551348 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fd9071bb-e685-467b-a024-199727e6d4b5 req-2521bfbc-7295-4419-b8fc-b0ecddfc57c3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 945 time: 0.0993626
Apr 30 16:37:56.601420 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-fd9071bb-e685-467b-a024-199727e6d4b5 req-d27cd28e-f786-4a8d-9bfc-b88ea37af0b2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464067
Apr 30 16:37:57.288040 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891691f-71ea-4f3f-bbf9-b7f7258844df req-2192f1d1-3b5d-4495-95e9-bc66ecfdbae5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:57.289701 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b891691f-71ea-4f3f-bbf9-b7f7258844df req-2192f1d1-3b5d-4495-95e9-bc66ecfdbae5 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 946 time: 0.0888107
Apr 30 16:37:57.350000 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b891691f-71ea-4f3f-bbf9-b7f7258844df req-078a621c-3b67-437d-a2b5-0314d49036f8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492141
Apr 30 16:37:57.848568 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a3700-6dc2-41c7-8886-209298f23ad1 req-9dcbeece-199f-4642-9d58-999f30e0fecd tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:57.850512 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e3a3700-6dc2-41c7-8886-209298f23ad1 req-9dcbeece-199f-4642-9d58-999f30e0fecd tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 945 time: 0.0944722
Apr 30 16:37:57.902025 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-7e3a3700-6dc2-41c7-8886-209298f23ad1 req-655dd2eb-5cf3-4642-9c0f-af4393ee82f2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452259
Apr 30 16:37:58.101873 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a564b4b-c03b-4746-b5a2-5931a76e297f req-21322a6b-85c1-4e18-85c9-bc7244bc4edc tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:58.103432 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2a564b4b-c03b-4746-b5a2-5931a76e297f req-21322a6b-85c1-4e18-85c9-bc7244bc4edc tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 945 time: 0.0884199
Apr 30 16:37:58.158928 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2a564b4b-c03b-4746-b5a2-5931a76e297f req-5d792dd2-edd6-4bea-9db7-2b735178ae44 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440435
Apr 30 16:37:58.185437 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54608) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:37:58.463962 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb63262-5fe6-4263-9263-549f90b86a4d tempest-TestVolumeBootPattern-420562222 tempest-TestVolumeBootPattern-420562222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:58.465602 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ecb63262-5fe6-4263-9263-549f90b86a4d tempest-TestVolumeBootPattern-420562222 tempest-TestVolumeBootPattern-420562222-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 1093 time: 0.2789431
Apr 30 16:37:58.470715 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54616) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:37:58.476787 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'port_id': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address': '172.20.0.3'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:37:58.484825 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:37:58.490311 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Usage tracker for resource:floatingip and tenant:0348ba69067740ddb540d4e78d2ed016 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:37:58.496677 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:37:58.540436 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:37:58.604327 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ca00-e4cf-428f-a463-0ab9f8dd82c2 req-9ef559f9-416b-4af9-a4fa-9187e9ab8d01 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:58.606500 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6bf9ca00-e4cf-428f-a463-0ab9f8dd82c2 req-9ef559f9-416b-4af9-a4fa-9187e9ab8d01 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 946 time: 0.1126351
Apr 30 16:37:58.649044 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:58.750708 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-6bf9ca00-e4cf-428f-a463-0ab9f8dd82c2 req-ffba9b50-6b7d-47be-811d-4596ed03226f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1359806
Apr 30 16:37:58.868933 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:59.025828 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Allocated IP 172.27.0.9 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/a4f2690b-c357-4a56-8d6a-9f0f5eca079f) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:37:59.313539 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:59.403981 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:59.410420 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8b191d64-361b-4a07-b7f7-56f1fe3c19bb tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:37:59.428347 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-9eceb6de-1f75-4d17-ba73-48475717202f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:37:59.430337 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-9eceb6de-1f75-4d17-ba73-48475717202f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 946 time: 0.1075013
Apr 30 16:37:59.470880 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:37:59.473871 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:37:59.482336 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:37:59.531065 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=a4f2690b-c357-4a56-8d6a-9f0f5eca079f,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:37:59.536206 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:37:59.608252 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Deleting port 97c59f5d-8591-4c2b-819c-8a776c8454c1 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:37:59.608830 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:37:59.790477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] For port 97c59f5d-8591-4c2b-819c-8a776c8454c1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=97c59f5d-8591-4c2b-819c-8a776c8454c1,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:37:59.791460 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.061139 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.227097 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.332208 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.332720 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.333258 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Floating IP d7dba8ab-858a-4021-a680-491ffff79caf disassociated. External IP: 172.27.0.92, port: 97c59f5d-8591-4c2b-819c-8a776c8454c1.
Apr 30 16:38:00.338781 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Calling delete_port for 97c59f5d-8591-4c2b-819c-8a776c8454c1 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:38:00.362402 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b705-928c-46a0-82b9-e5bd003b472a req-2174944d-936f-4964-9963-7bf72eb6545f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:00.364461 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d9c3b705-928c-46a0-82b9-e5bd003b472a req-2174944d-936f-4964-9963-7bf72eb6545f tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 946 time: 0.3725991
Apr 30 16:38:00.434560 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d9c3b705-928c-46a0-82b9-e5bd003b472a req-f323bdd4-2cbe-4be4-a23b-c1ea55685b01 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups?id=80df05fe-43f3-4ca6-b172-031d7191a2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508680
Apr 30 16:38:00.503713 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.569186 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.573642 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e8db4808-8b75-4b16-bd9e-0c55faa919f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:00.598793 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.608674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1c3a0912-553b-41cc-807e-75ad63559781 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:00.692288 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event deleted for resources: {'Port': ['ID=97c59f5d-8591-4c2b-819c-8a776c8454c1,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:00.711588 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.712176 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.712748 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.713893 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.713893 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.714484 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.715056 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.715631 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.716276 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.716854 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.717461 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.718577 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:00.747574 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event updated for resources: {'Port': ['ID=a4f2690b-c357-4a56-8d6a-9f0f5eca079f,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:00.755147 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:00.767183 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:00.814233 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:00.979025 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Router 0e9a397f-689b-495b-a75d-bb6dec739b33 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:38:01.101318 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.l3_db [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Floating IP e6b54c0a-3801-4a49-a431-997e939b54c7 associated. External IP: 172.27.0.9, port: 28e9b303-c22d-4918-a876-4e7f9170c1f2.
Apr 30 16:38:01.189143 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:38:01.202939 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] Sync routers for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:38:01.235397 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:38:01.236297 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae130>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:37:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:01.319489 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] No DVR routers for this DVR port 97c59f5d-8591-4c2b-819c-8a776c8454c1 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:38:01.323519 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:01.329912 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-deleted', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:38:01.415085 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5eeec69-c030-4de5-8468-1243e4ac18ea', 'name': 'network-vif-deleted', 'tag': '97c59f5d-8591-4c2b-819c-8a776c8454c1', 'status': 'completed', 'code': 200}
Apr 30 16:38:01.439252 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2fa35323-9d53-477d-a0a3-ca6ae74739cb req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.69 "DELETE /v2.0/ports/97c59f5d-8591-4c2b-819c-8a776c8454c1 HTTP/1.1" status: 204  len: 173 time: 2.0019748
Apr 30 16:38:01.556240 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:38:01.699337 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-380e5835-1d6d-4772-ba33-932727d67431 req-39f5c502-b848-4148-8394-3478030200bb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Synchronizing usage tracker for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:38:01.757030 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:38:01.857570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-380e5835-1d6d-4772-ba33-932727d67431 req-39f5c502-b848-4148-8394-3478030200bb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Unset dirty status for tenant:b1c386717b3e4e09a996d488d118dcca on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:38:01.859062 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-380e5835-1d6d-4772-ba33-932727d67431 req-39f5c502-b848-4148-8394-3478030200bb tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5eeec69-c030-4de5-8468-1243e4ac18ea HTTP/1.1" status: 200  len: 210 time: 0.2717078
Apr 30 16:38:01.931036 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae130>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:01.935406 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] Checking router: 0e9a397f-689b-495b-a75d-bb6dec739b33 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:38:01.945524 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:38:01.945827 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae130>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:37:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:01.964146 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:38:01.977217 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:38:01.994451 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:38:01.997573 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502482430>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:37:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:02.072840 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:02.145286 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 3.6732109
Apr 30 16:38:02.147071 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:38:02.205240 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:38:02.246341 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:38:02.441376 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'status': 'completed', 'code': 200}
Apr 30 16:38:02.643242 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5033ae130>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:02.650939 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798499d-18fb-4bd3-b716-9c033e0bbbee None None] The sync data for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi is: [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:27:39Z', 'revision_number': 4, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '61b7f25c-6030-4a5f-8568-74e6c9cc2cf5', 'name': '', 'network_id': '9e40cf8e-e867-4f86-ae24-ba40c7986a87', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'mac_address': 'fa:16:3e:30:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '36b09658-f09f-43cf-89c7-e2209134a927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:37Z', 'updated_at': '2021-04-30T16:27:45Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'subnets': [{'id': '36b09658-f09f-43cf-89c7-e2209134a927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:38:02.654086 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a569-9042-4e79-a850-15dd93c76e20 req-2ede5679-f21e-4607-a24a-a2e05e26e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:02.657498 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b628a569-9042-4e79-a850-15dd93c76e20 req-2ede5679-f21e-4607-a24a-a2e05e26e4f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 1098 time: 0.1618061
Apr 30 16:38:02.714921 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502482430>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:08Z', 'revision_number': 1, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}, {'id': 'e6b54c0a-3801-4a49-a431-997e939b54c7', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:00:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be1ae2-197b-43de-890e-25af628f987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:37:59Z', 'updated_at': '2021-04-30T16:37:59Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:02.720793 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:38:02.734113 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:38:02.735123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502482430>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:37:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:02.829224 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a569-9042-4e79-a850-15dd93c76e20 req-f8a1cb07-bb52-43cd-af8f-903fe0c6a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:02.831392 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b628a569-9042-4e79-a850-15dd93c76e20 req-f8a1cb07-bb52-43cd-af8f-903fe0c6a177 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.1674993
Apr 30 16:38:02.999345 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b628a569-9042-4e79-a850-15dd93c76e20 req-fe311dc8-4b2e-4f1c-9c84-3cd3fb9b1b1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28e9b303-c22d-4918-a876-4e7f9170c1f2 HTTP/1.1" status: 200  len: 997 time: 0.1600387
Apr 30 16:38:03.001080 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:38:03.026442 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cc3508-b721-4eb7-9f76-3bec492e805a None None] New status for floating IP d7dba8ab-858a-4021-a680-491ffff79caf: DOWN {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:38:03.075060 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a569-9042-4e79-a850-15dd93c76e20 req-11016965-a8ff-45b3-bd02-bb5a42d9eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:03.076562 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b628a569-9042-4e79-a850-15dd93c76e20 req-11016965-a8ff-45b3-bd02-bb5a42d9eaf4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0684738
Apr 30 16:38:03.167523 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a569-9042-4e79-a850-15dd93c76e20 req-0a1c6910-83d2-4ce5-bf18-876c143a19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:03.168933 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b628a569-9042-4e79-a850-15dd93c76e20 req-0a1c6910-83d2-4ce5-bf18-876c143a19f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838282
Apr 30 16:38:03.400174 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b628a569-9042-4e79-a850-15dd93c76e20 req-f529fe31-15c5-4d6f-91f6-303f11e3e21a service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194088
Apr 30 16:38:03.543634 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502482430>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:08Z', 'revision_number': 1, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}, {'id': 'e6b54c0a-3801-4a49-a431-997e939b54c7', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:00:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be1ae2-197b-43de-890e-25af628f987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:37:59Z', 'updated_at': '2021-04-30T16:37:59Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:03.551534 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7fd2a7-2913-43d0-b6d1-bc29830c6e48 None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:08Z', 'revision_number': 1, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}, {'id': 'e6b54c0a-3801-4a49-a431-997e939b54c7', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:00:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be1ae2-197b-43de-890e-25af628f987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:37:59Z', 'updated_at': '2021-04-30T16:37:59Z', 'revision_number': 0, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:38:03.691012 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b628a569-9042-4e79-a850-15dd93c76e20 req-7576353a-2889-4e0a-bc09-581b91891d9a service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2788925
Apr 30 16:38:03.805306 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:38:03.833002 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7413a72-6c2b-4761-a9a0-44f61124fffe None None] New status for floating IP e6b54c0a-3801-4a49-a431-997e939b54c7: ACTIVE {{(pid=74381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:38:03.911724 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 97c59f5d-8591-4c2b-819c-8a776c8454c1 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:38:03.912070 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 97c59f5d-8591-4c2b-819c-8a776c8454c1 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:38:04.131254 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54638) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:04.216431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5a2124df-061a-410e-8e52-19e0ce4470a8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:04.253198 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5a2124df-061a-410e-8e52-19e0ce4470a8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:04.400475 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5a2124df-061a-410e-8e52-19e0ce4470a8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:04.404752 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8d9a03ab-c7fe-4f1d-a932-518915b5accb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:04.422679 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2124df-061a-410e-8e52-19e0ce4470a8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80df05fe-43f3-4ca6-b172-031d7191a2f4,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:04.425497 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5a2124df-061a-410e-8e52-19e0ce4470a8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:04.505771 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-5a2124df-061a-410e-8e52-19e0ce4470a8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:04.507704 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5a2124df-061a-410e-8e52-19e0ce4470a8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "DELETE /v2.0/security-groups/80df05fe-43f3-4ca6-b172-031d7191a2f4 HTTP/1.1" status: 204  len: 168 time: 0.3752165
Apr 30 16:38:04.511406 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54642) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:04.529344 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.api.v2.resource [None req-60bd126c-f32c-4a8e-828d-a78a17f3e455 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] show failed (client error): The resource could not be found.
Apr 30 16:38:04.532095 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-60bd126c-f32c-4a8e-828d-a78a17f3e455 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "GET /v2.0/security-groups/80df05fe-43f3-4ca6-b172-031d7191a2f4 HTTP/1.1" status: 404  len: 347 time: 0.0184903
Apr 30 16:38:04.534975 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54646) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:04.787184 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Deleting port 51ca38ab-f34c-42e5-91e1-de26140e786d {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:38:04.787883 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:05.020611 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:05.021166 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:05.209083 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Calling delete_port for 51ca38ab-f34c-42e5-91e1-de26140e786d owned by network:floatingip {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:38:05.400634 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:05.406456 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4754b0d7-f127-4c5f-a128-18e6fcc85119 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:05.459577 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Pushing event deleted for resources: {'Port': ['ID=51ca38ab-f34c-42e5-91e1-de26140e786d,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:05.487881 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:05.558282 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks [] for floatingip, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:05.635216 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:05.636380 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] 10.222.0.57 "DELETE /v2.0/floatingips/d7dba8ab-858a-4021-a680-491ffff79caf HTTP/1.1" status: 204  len: 168 time: 1.1002409
Apr 30 16:38:09.161377 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54672) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:09.923532 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:10.512299 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Deleting port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:38:10.513131 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:10.653591 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] For port 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:38:10.653952 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:10.791628 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Calling delete_port for 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 owned by network:router_interface {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:38:11.029080 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:11.034197 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:11.084775 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b7f25c-6030-4a5f-8568-74e6c9cc2cf5,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:11.087873 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:11.480142 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:11.989501 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Router 0e9a397f-689b-495b-a75d-bb6dec739b33 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:38:12.192102 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:38:12.203668 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] Sync routers for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:38:12.206968 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] 10.222.0.57 "PUT /v2.0/routers/0e9a397f-689b-495b-a75d-bb6dec739b33/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0443637
Apr 30 16:38:12.211032 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54680) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:12.218268 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:38:12.219758 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026abca0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:37:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:12.400431 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks [] for router, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:12.599376 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:38:12.606721 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:12.752328 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Deleting port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:38:12.752584 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:12.892399 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] For port d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:38:12.892975 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:13.036375 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Calling delete_port for d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 owned by network:router_gateway {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:38:13.050491 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026abca0>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:38:10Z', 'revision_number': 5, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port': {'id': 'd281ef2a-bfe3-407d-bfa5-8b3db0a2ac76', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:27:34Z', 'updated_at': '2021-04-30T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:13.055217 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] Checking router: 0e9a397f-689b-495b-a75d-bb6dec739b33 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:38:13.070770 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] Routers {'0e9a397f-689b-495b-a75d-bb6dec739b33'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:38:13.071856 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026abca0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:37:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['0e9a397f-689b-495b-a75d-bb6dec739b33'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:13.280944 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:13.285467 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:13.294258 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] Set router 0e9a397f-689b-495b-a75d-bb6dec739b33 gateway port host: None {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:38:13.339306 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Pushing event deleted for resources: {'Port': ['ID=d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:13.342871 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:13.464313 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:13.473169 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026abca0>, [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:38:12Z', 'revision_number': 6, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port_host': None}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:13.478115 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b7ebd-8cd1-4f44-9915-6e76396a433e None None] The sync data for ids ['0e9a397f-689b-495b-a75d-bb6dec739b33'] in dv-cinder-775008-3-iscsi is: [{'id': '0e9a397f-689b-495b-a75d-bb6dec739b33', 'name': 'tempest-AttachVolumeShelveTestJSON-972661011-router', 'tenant_id': 'b1c386717b3e4e09a996d488d118dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:27:32Z', 'updated_at': '2021-04-30T16:38:12Z', 'revision_number': 6, 'project_id': 'b1c386717b3e4e09a996d488d118dcca', 'gw_port_host': None}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:38:13.807419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:13.810070 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:13.962673 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:13.963225 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9a397f-689b-495b-a75d-bb6dec739b33 {{(pid=74380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:38:13.978196 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:13.979430 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] 10.222.0.57 "DELETE /v2.0/routers/0e9a397f-689b-495b-a75d-bb6dec739b33 HTTP/1.1" status: 204  len: 168 time: 1.7674112
Apr 30 16:38:13.982424 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54684) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:14.046824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] Deleting subnet 36b09658-f09f-43cf-89c7-e2209134a927 {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:38:14.050772 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:14.108643 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:14.196820 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:14.630292 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:14.638936 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:14.710688 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:14.714973 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b09658-f09f-43cf-89c7-e2209134a927,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:14.715821 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be292b2-c37a-479b-a9c4-934e640af4d3 None None] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:38:14.720590 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:14.725703 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e3253a53-eef6-4d40-a355-028852a1eaea admin admin] 10.222.0.57 "DELETE /v2.0/subnets/36b09658-f09f-43cf-89c7-e2209134a927 HTTP/1.1" status: 204  len: 168 time: 0.7421863
Apr 30 16:38:14.725904 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54688) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:14.925029 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.013569 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Deleting port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:38:15.013958 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.115876 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] DHCP port deletion for 9e40cf8e-e867-4f86-ae24-ba40c7986a87 request from dv-cinder-775008-3-iscsi {{(pid=74381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 16:38:15.146717 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] For port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:38:15.147263 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.206170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] Deleting port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 {{(pid=74381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:38:15.206779 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.296253 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Calling delete_port for 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 owned by network:dhcp {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:38:15.330519 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] For port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,segment=NetworkSegment(3c3dabba-6309-482c-8b6e-5790a43e9498),segment_id=3c3dabba-6309-482c-8b6e-5790a43e9498)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:38:15.330916 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.463829 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.472493 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:15.478720 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:38:15.533246 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] Calling delete_port for 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 owned by network:dhcp {{(pid=74381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:38:15.559391 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:15.563286 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] No DVR routers for this DVR port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 on host dv-cinder-775008-3-iscsi {{(pid=74379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:38:15.566021 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:15.569266 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:38:15.571949 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d281ef2a-bfe3-407d-bfa5-8b3db0a2ac76 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:38:15.571949 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:38:15.671998 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:38:15.672485 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:38:15.672784 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:38:15.742204 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:38:15.742900 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 61b7f25c-6030-4a5f-8568-74e6c9cc2cf5 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:38:15.745127 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.804672 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351'] for port, after_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.809619 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-ef607272-65a8-439d-ae09-69ab33f3eb6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:15.866011 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501c81bb0>,) {'filters': {'network_id': ['9e40cf8e-e867-4f86-ae24-ba40c7986a87']}} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:15.882392 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501c81bb0>, '3c3dabba-6309-482c-8b6e-5790a43e9498') {'for_net_delete': True} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:15.882717 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.services.segments.db [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501c81bb0>, '3c3dabba-6309-482c-8b6e-5790a43e9498') {} {{(pid=74379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:38:15.901765 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2183496'] for segment, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.908757 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.917576 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] Pushing event deleted for resources: {'Port': ['ID=760b6cbf-e329-442e-9d7f-e7d8fbb06ea7,revision_number=None']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:15.923325 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:15.925244 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:15.926541 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] No DVR routers for this DVR port 760b6cbf-e329-442e-9d7f-e7d8fbb06ea7 on host dv-cinder-775008-3-iscsi {{(pid=74381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:38:15.946203 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=74379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:38:16.025763 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-b10ba2c8-893a-4f04-9d4d-aa72d373cd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:16.250816 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 has no segments {{(pid=74379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:38:16.260071 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2050060'] for segment, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:16.441896 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.managers [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Network 9e40cf8e-e867-4f86-ae24-ba40c7986a87 has no segments {{(pid=74379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]: Traceback (most recent call last):
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     timer()
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     cb(*args, **kw)
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     return func(*args, **kwargs)
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     self._notify()
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     self.callback(batched_events)
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     event.method(event)
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     return f(self, *a, **k)
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self._get(url).json()
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:38:16.465045 dv-cinder-775008-3-iscsi neutron-server[74379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:38:16.648046 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:16.651937 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:16.665960 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:16.677652 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e40cf8e-e867-4f86-ae24-ba40c7986a87,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:16.681107 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:16.763429 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9e40cf8e-e867-4f86-ae24-ba40c7986a87 HTTP/1.1" status: 204  len: 168 time: 2.0350029
Apr 30 16:38:17.097209 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54696) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:17.151682 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-272e74ea-8420-408b-a840-6db113f84cb6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1c386717b3e4e09a996d488d118dcca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0531676
Apr 30 16:38:17.154405 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54700) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:17.227640 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e6a75b17-7142-4937-ac3e-5682ad3af78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:17.258097 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e6a75b17-7142-4937-ac3e-5682ad3af78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:17.408372 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e6a75b17-7142-4937-ac3e-5682ad3af78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:17.412439 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-42b840c5-887b-4fe4-8128-bf6322cb93cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:17.429756 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a75b17-7142-4937-ac3e-5682ad3af78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0253855e-c9d0-4398-aebc-324a9641ed48,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:17.432367 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-e6a75b17-7142-4937-ac3e-5682ad3af78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:17.439445 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-e6a75b17-7142-4937-ac3e-5682ad3af78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:17.440822 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-e6a75b17-7142-4937-ac3e-5682ad3af78d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0253855e-c9d0-4398-aebc-324a9641ed48 HTTP/1.1" status: 204  len: 168 time: 0.2853084
Apr 30 16:38:18.682831 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:18.794797 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-39929816-0356-4ad5-82b0-8de21bcf73d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:19.769233 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:20.041791 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-f5d649d1-e2cf-4eba-ae53-959a2dd4f6ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0848312
Apr 30 16:38:20.160110 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-0c9343e4-6440-4627-9802-1d3cbd4a0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:20.161715 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-0c9343e4-6440-4627-9802-1d3cbd4a0b61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1098 time: 0.0786588
Apr 30 16:38:20.387237 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-7124561b-fc89-4f76-a06c-e22967f9cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:20.389648 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-7124561b-fc89-4f76-a06c-e22967f9cf99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.2020447
Apr 30 16:38:20.514895 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-3c310caa-b182-4d27-810e-4a21bb16f51d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb57a89f-9b4b-4539-b698-b21947fbe883 HTTP/1.1" status: 200  len: 1001 time: 0.1180620
Apr 30 16:38:20.590295 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-f82a6913-943f-44bd-bc6b-d694dc544254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:20.594091 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-f82a6913-943f-44bd-bc6b-d694dc544254 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0721807
Apr 30 16:38:20.683430 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-f0335d5a-fc37-48c2-bb39-2523f82286cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:20.685019 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-f0335d5a-fc37-48c2-bb39-2523f82286cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840335
Apr 30 16:38:20.832297 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-3c649c82-4600-445d-af3f-3632ea46e760 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387210
Apr 30 16:38:20.980165 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d7ac6af9-cd31-428b-a055-68c684120a69 req-cdb5f4c0-bf73-442b-ba58-74a89d0eb089 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400585
Apr 30 16:38:21.365665 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:29.958221 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54826) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:30.102764 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:30.131762 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:38:30.139565 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Usage tracker for resource:security_group_rule and tenant:00dff6194b894c9d880d329e696daa1d is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:38:30.145014 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:38:30.156203 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:38:30.291705 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:30.362516 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:30.370252 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-3188414b-81fe-45f5-8684-e1548f482613 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:30.416209 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00dff6194b894c9d880d329e696daa1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4568734
Apr 30 16:38:30.417074 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aebd62-f17c-4e47-8fff-8a5770a32436,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:30.419333 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54832) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:30.440449 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.440892 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.441314 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.441712 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.442099 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.442491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.442918 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.443362 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.443759 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.444246 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.444633 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.445060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:38:30.453328 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:30.511484 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-cebf92bf-12f7-4e82-8eee-427a1625dff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:30.542981 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-cebf92bf-12f7-4e82-8eee-427a1625dff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:30.703969 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-cebf92bf-12f7-4e82-8eee-427a1625dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:30.708234 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5a2124df-061a-410e-8e52-19e0ce4470a8 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:30.720822 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf92bf-12f7-4e82-8eee-427a1625dff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aebd62-f17c-4e47-8fff-8a5770a32436,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:30.728147 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-cebf92bf-12f7-4e82-8eee-427a1625dff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:30.731264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-cebf92bf-12f7-4e82-8eee-427a1625dff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:30.733372 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-cebf92bf-12f7-4e82-8eee-427a1625dff5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/63aebd62-f17c-4e47-8fff-8a5770a32436 HTTP/1.1" status: 204  len: 168 time: 0.3126032
Apr 30 16:38:31.407736 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54840) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:31.428643 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:31.447059 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:38:31.452448 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Usage tracker for resource:security_group_rule and tenant:4a66b87fe1b240eb8b2544e075618c79 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:38:31.456197 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:38:31.463322 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:38:31.559075 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:31.629069 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:31.645641 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-de30ec2d-955e-4316-854e-dd97e51dacb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:31.717176 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a66b87fe1b240eb8b2544e075618c79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3077250
Apr 30 16:38:31.718227 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41973099-f936-4943-ad44-344383b2a0e5,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:31.720833 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 54844) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:31.721704 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:31.734246 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:38:31.790536 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a6cf860d-ed2a-4a2b-9ccd-14c63f817d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:31.822716 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a6cf860d-ed2a-4a2b-9ccd-14c63f817d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:31.979212 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a6cf860d-ed2a-4a2b-9ccd-14c63f817d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:31.985393 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c93d0881-1df1-474a-8516-37db1d865a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:32.003858 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf860d-ed2a-4a2b-9ccd-14c63f817d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41973099-f936-4943-ad44-344383b2a0e5,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:32.007175 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a6cf860d-ed2a-4a2b-9ccd-14c63f817d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:32.009187 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-a6cf860d-ed2a-4a2b-9ccd-14c63f817d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:32.010453 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-a6cf860d-ed2a-4a2b-9ccd-14c63f817d7a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41973099-f936-4943-ad44-344383b2a0e5 HTTP/1.1" status: 204  len: 168 time: 0.2881763
Apr 30 16:38:33.371309 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54870) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:33.500408 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1661671026-network', 'tenant_id': '73785bee92b542cda0c6a00b8ad0b381'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:38:33.508529 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:38:33.515635 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Usage tracker for resource:network and tenant:73785bee92b542cda0c6a00b8ad0b381 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:38:33.521244 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:38:33.539116 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:38:33.612206 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Made reservation on behalf of 73785bee92b542cda0c6a00b8ad0b381 for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:38:33.616233 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:33.642132 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:33.666634 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:38:33.672902 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Usage tracker for resource:security_group_rule and tenant:73785bee92b542cda0c6a00b8ad0b381 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:38:33.676474 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:38:33.683451 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:38:33.786341 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:33.870878 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:33.874886 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d3b26509-e936-4a5f-96f6-37112898953f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:33.912930 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:38:33.918944 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e47a22-49c9-4632-ac03-4c3dc5c57eec,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:33.924770 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:33.929503 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:33.929850 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Added segment 0d99bdcd-1c58-44e5-ba00-98054dd8cdea of type vlan for network bdcaf68d-2b43-449a-8413-efd21f188127
Apr 30 16:38:33.964579 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:34.110659 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:34.112259 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:34.112951 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:34.116951 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:34.233653 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Pushing event updated for resources: {'Network': ['ID=bdcaf68d-2b43-449a-8413-efd21f188127,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:34.237142 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:34.247836 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network bdcaf68d-2b43-449a-8413-efd21f188127 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:38:34.383923 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-74e19653-70e2-4d4f-becc-3ac848dad4be admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0111310
Apr 30 16:38:34.387616 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54876) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:34.394174 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Request body: {'subnet': {'network_id': 'bdcaf68d-2b43-449a-8413-efd21f188127', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1661671026-subnet', 'tenant_id': '73785bee92b542cda0c6a00b8ad0b381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:38:34.399870 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:38:34.404426 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Usage tracker for resource:subnet and tenant:73785bee92b542cda0c6a00b8ad0b381 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:38:34.407855 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:38:34.414077 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:38:34.551748 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Made reservation on behalf of 73785bee92b542cda0c6a00b8ad0b381 for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:38:34.555596 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2252585'] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:35.129376 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2252603'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:35.133669 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:35.211746 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3de0a2-b57f-449c-a55d-c42b1f56923e,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:35.216065 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:35.225508 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Checking segment: {'id': '0d99bdcd-1c58-44e5-ba00-98054dd8cdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bdcaf68d-2b43-449a-8413-efd21f188127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:38:35.225956 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Network hostable DHCP agents. Network: bdcaf68d-2b43-449a-8413-efd21f188127, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:38:35.339656 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Network bdcaf68d-2b43-449a-8413-efd21f188127 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:38:35.423024 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, bdcaf68d-2b43-449a-8413-efd21f188127) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:38:35.436597 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:35.436924 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff7341c-d9d0-4073-af24-154ddfbfdf87 None None] Network bdcaf68d-2b43-449a-8413-efd21f188127 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:38:35.437628 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:35.564159 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-eabcc4cf-80c9-4f3a-aafb-0f25c3ad74e9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1749237
Apr 30 16:38:35.733875 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914dc976-b89e-4421-98cb-fadf7636d217 None None] Network bdcaf68d-2b43-449a-8413-efd21f188127 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:38:36.476211 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54894) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:36.484721 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174160448-network', 'tenant_id': '72aa58aeeec94da890e05446527f25bb'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:38:36.490092 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:38:36.494685 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Usage tracker for resource:network and tenant:72aa58aeeec94da890e05446527f25bb is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:38:36.498639 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:38:36.505259 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:38:36.585100 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Made reservation on behalf of 72aa58aeeec94da890e05446527f25bb for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:38:36.587741 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:36.607377 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:36.625934 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:38:36.630802 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Usage tracker for resource:security_group_rule and tenant:72aa58aeeec94da890e05446527f25bb is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:38:36.634549 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:38:36.642778 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:38:36.742833 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:36.847748 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:36.850990 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7a3d276e-52f6-4eea-977b-1246cd7fb199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:36.882096 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:38:36.892787 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b17e5e-b240-4e17-b198-7a138859031c,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:36.896693 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:36.901733 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:36.901733 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Added segment 99e6f713-f73b-4430-8069-5f6c7e121ba6 of type vlan for network 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55
Apr 30 16:38:36.930483 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:37.046947 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:37.048290 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:37.048893 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:37.052490 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:37.260270 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Pushing event updated for resources: {'Network': ['ID=90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:37.263300 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:37.272072 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:38:37.377975 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-24801b6f-3f77-444f-8644-8e07b1319100 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9002578
Apr 30 16:38:37.381056 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 54898) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:38:37.395073 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Request body: {'subnet': {'network_id': '90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174160448-subnet', 'tenant_id': '72aa58aeeec94da890e05446527f25bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:38:37.397296 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:38:37.405741 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Usage tracker for resource:subnet and tenant:72aa58aeeec94da890e05446527f25bb is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:38:37.411262 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:38:37.422171 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:38:37.689509 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Made reservation on behalf of 72aa58aeeec94da890e05446527f25bb for: {'subnet': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:38:37.692015 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2252585'] for subnet, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:38.314914 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2051947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2252603'] for subnet, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:38.319984 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-02e25991-d045-4963-8778-f6573c4de4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:38:38.403818 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=209f0fa2-1c73-439c-b535-6215a00eb532,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:38:38.408647 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:38:38.413572 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Checking segment: {'id': '99e6f713-f73b-4430-8069-5f6c7e121ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:38:38.413931 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Network hostable DHCP agents. Network: 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:38:38.514551 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Network 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:38:38.617569 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55) {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:38:38.630581 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ccfc9-e953-485b-bc0a-badfd6ecc072 None None] Network 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:38:38.633395 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:38:38.634241 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for subnet, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:38.773184 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-958fe475-ee43-4bb5-bf02-d1e18010b60c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3904166
Apr 30 16:38:38.942881 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b3f8a6-2645-4c1b-aacb-252bdde8ef57 None None] Network 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:38:45.749655 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:46.082021 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-b5da9015-0922-4bb9-b5d2-3cde47e7b20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:48.767628 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:48.876966 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-723fd530-cbdd-4d28-938f-775c00962cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:49.777358 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:38:51.382973 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:02.665669 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55030) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:02.752514 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Deleting subnet 1d3de0a2-b57f-449c-a55d-c42b1f56923e {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:39:02.758037 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:02.843940 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:03.023896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:03.413029 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:03.417883 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-30f89c20-d9fb-4dff-a3ec-0f08fff0d384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:03.460744 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3de0a2-b57f-449c-a55d-c42b1f56923e,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:03.473009 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:03.476039 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.476407 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.476775 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.477160 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.477513 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.477866 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.478211 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.478565 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.478909 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.479254 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.479653 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.479991 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:03.484903 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:03.488159 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-51d2ebda-5060-4d98-8fbf-ca07ea4f1aa3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1d3de0a2-b57f-449c-a55d-c42b1f56923e HTTP/1.1" status: 204  len: 168 time: 0.8212981
Apr 30 16:39:03.490972 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55034) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:03.611800 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:03.754510 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:03.877379 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501cddb50>,) {'filters': {'network_id': ['bdcaf68d-2b43-449a-8413-efd21f188127']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:03.891572 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501cddb50>, '0d99bdcd-1c58-44e5-ba00-98054dd8cdea') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:03.891892 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501cddb50>, '0d99bdcd-1c58-44e5-ba00-98054dd8cdea') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:03.906138 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:03.926115 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:03.933576 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:39:04.121679 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Network bdcaf68d-2b43-449a-8413-efd21f188127 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:39:04.136565 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:04.316793 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Network bdcaf68d-2b43-449a-8413-efd21f188127 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:39:04.341349 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:39:04.482738 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:04.486652 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:04.504006 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:04.510891 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcaf68d-2b43-449a-8413-efd21f188127,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:04.514028 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:04.516219 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bdcaf68d-2b43-449a-8413-efd21f188127 HTTP/1.1" status: 204  len: 168 time: 1.0242164
Apr 30 16:39:04.520843 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55038) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:04.591337 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] Deleting subnet 209f0fa2-1c73-439c-b535-6215a00eb532 {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:39:04.596196 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:04.660384 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:04.722795 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:05.178805 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:05.183322 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:05.223048 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209f0fa2-1c73-439c-b535-6215a00eb532,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:05.226150 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:05.227188 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:05.234332 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-dd711fbd-53e7-4aba-90a5-6a09a25fd8eb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/209f0fa2-1c73-439c-b535-6215a00eb532 HTTP/1.1" status: 204  len: 168 time: 0.7123661
Apr 30 16:39:05.236740 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55042) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:05.352947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:05.490865 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:05.622071 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501c0bbb0>,) {'filters': {'network_id': ['90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:05.643866 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501c0bbb0>, '99e6f713-f73b-4430-8069-5f6c7e121ba6') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:05.644361 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501c0bbb0>, '99e6f713-f73b-4430-8069-5f6c7e121ba6') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:05.666393 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:05.686904 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:05.697802 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:39:05.946719 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Network 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:39:05.957200 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:06.148641 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Network 90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:39:06.173072 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:39:06.332541 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:06.336537 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d9b47de9-2c80-4111-a623-a25666307349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:06.350474 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:06.365666 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Pushing event deleted for resources: {'Network': ['ID=90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:06.368346 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] 10.222.0.57 "DELETE /v2.0/networks/90f5e65a-2ca3-4b7f-97ab-7b1a38b7eb55 HTTP/1.1" status: 204  len: 168 time: 1.1305947
Apr 30 16:39:06.369259 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2d1196fa-f799-400c-89f2-a125666d3796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:06.799727 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55048) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:06.863747 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-5213a153-b490-4f48-994c-e18b85039b23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=73785bee92b542cda0c6a00b8ad0b381&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0625987
Apr 30 16:39:06.866968 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55052) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:06.938703 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa8dfd73-75f7-49ab-90a7-213a047f6cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:06.971491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa8dfd73-75f7-49ab-90a7-213a047f6cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:07.126725 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa8dfd73-75f7-49ab-90a7-213a047f6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:07.130810 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-aa564106-bace-4832-8c92-df06f8669f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:07.143994 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dfd73-75f7-49ab-90a7-213a047f6cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e47a22-49c9-4632-ac03-4c3dc5c57eec,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:07.147952 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-aa8dfd73-75f7-49ab-90a7-213a047f6cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:07.154817 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-aa8dfd73-75f7-49ab-90a7-213a047f6cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:07.156276 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-aa8dfd73-75f7-49ab-90a7-213a047f6cbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88e47a22-49c9-4632-ac03-4c3dc5c57eec HTTP/1.1" status: 204  len: 168 time: 0.2881305
Apr 30 16:39:08.041274 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55060) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:08.135936 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d0acb486-4d50-4165-8eb3-ec2f0084355b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72aa58aeeec94da890e05446527f25bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0926447
Apr 30 16:39:08.138948 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55064) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:08.251172 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a03dbc10-9a30-48e1-ba82-a8005769f98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:08.301577 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a03dbc10-9a30-48e1-ba82-a8005769f98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:08.458632 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a03dbc10-9a30-48e1-ba82-a8005769f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:08.464200 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-1685d0f3-94d8-45f0-9e02-96ee5a4f9b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:08.480847 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dbc10-9a30-48e1-ba82-a8005769f98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b17e5e-b240-4e17-b198-7a138859031c,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:08.485067 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a03dbc10-9a30-48e1-ba82-a8005769f98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:08.486191 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a03dbc10-9a30-48e1-ba82-a8005769f98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:08.487576 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-a03dbc10-9a30-48e1-ba82-a8005769f98f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91b17e5e-b240-4e17-b198-7a138859031c HTTP/1.1" status: 204  len: 168 time: 0.3471394
Apr 30 16:39:08.724700 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:39:15.658052 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:16.052573 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-119be371-3013-45fb-8c64-d40cfd3c4410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:18.714873 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:18.811392 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a0159a1d-2a78-470b-9b3b-f18bbef0e224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:19.788670 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:21.091324 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-237bb7f8-c391-4f1f-a77e-c936b4af305d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2291136
Apr 30 16:39:21.273870 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-60281c4c-76e5-467c-814c-d3badf2e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:21.275789 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-60281c4c-76e5-467c-814c-d3badf2e8b31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1098 time: 0.0883718
Apr 30 16:39:21.349475 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:21.459731 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-64bacf87-85be-4852-b539-53991b6ad93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:21.462358 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-64bacf87-85be-4852-b539-53991b6ad93f service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.1656721
Apr 30 16:39:21.713945 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-160f4210-e764-4cfd-884d-e63694964503 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb57a89f-9b4b-4539-b698-b21947fbe883 HTTP/1.1" status: 200  len: 1001 time: 0.2439232
Apr 30 16:39:21.786137 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-3c9f69d6-ff3f-4516-a07a-c379fd39b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:21.787694 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-3c9f69d6-ff3f-4516-a07a-c379fd39b29b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0661061
Apr 30 16:39:21.873212 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-7affb100-f0f7-4c88-83a5-27e073f72203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:21.875030 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-7affb100-f0f7-4c88-83a5-27e073f72203 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794790
Apr 30 16:39:22.029781 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-d1fb0c70-d109-43a5-a842-c53c0470d9c6 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461518
Apr 30 16:39:22.183003 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86ec8371-2a70-4fd8-9b90-8ca9cf75c504 req-ebb4205c-70ff-4efd-b69f-6e6c6cf836b0 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468713
Apr 30 16:39:27.478261 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55184) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:27.610454 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:27.626681 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:39:27.631149 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Usage tracker for resource:security_group_rule and tenant:3a24e50e530d4215af43c4c15f90c02b is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:39:27.635101 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:39:27.647546 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:39:27.756580 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:27.846343 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:27.854357 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0705b1e2-c3fb-4e9b-9e7a-dcc12bcd9a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:27.900711 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a24e50e530d4215af43c4c15f90c02b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4213176
Apr 30 16:39:27.902262 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd3bde4-9a9a-49b5-b020-640f3b714c76,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:27.904437 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55190) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:27.909469 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0f057afb-1e7e-4969-ac90-fe8ce9cccfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:27.975649 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bed63d73-d459-4929-b98b-b7980d9b1f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:28.009513 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bed63d73-d459-4929-b98b-b7980d9b1f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:28.154324 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bed63d73-d459-4929-b98b-b7980d9b1f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:28.159496 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a7dd2c81-9d7c-4c56-b7ae-f6bb027b65a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:28.172670 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed63d73-d459-4929-b98b-b7980d9b1f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd3bde4-9a9a-49b5-b020-640f3b714c76,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:28.175893 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-bed63d73-d459-4929-b98b-b7980d9b1f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:28.178093 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-bed63d73-d459-4929-b98b-b7980d9b1f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:28.179439 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-bed63d73-d459-4929-b98b-b7980d9b1f5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4dd3bde4-9a9a-49b5-b020-640f3b714c76 HTTP/1.1" status: 204  len: 168 time: 0.2726521
Apr 30 16:39:28.907753 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55198) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:28.931872 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:28.948857 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:39:28.953599 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1bcb5b57ae14c17b62199b990b8c095 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:39:28.956916 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:39:28.963789 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:39:29.089526 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:29.183114 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:29.192422 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-0557d198-ab0e-4619-98ab-7c777366835a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:29.239285 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1bcb5b57ae14c17b62199b990b8c095&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3301520
Apr 30 16:39:29.240076 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38dd455-8cad-4980-8de0-3fb54376c4bb,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:29.242467 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55202) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:29.244998 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b38ffeb1-3fd6-406e-be93-f16ea20bbde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:29.308828 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c45fa706-8699-494b-bb14-52f8987b61fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:29.338086 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c45fa706-8699-494b-bb14-52f8987b61fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:29.485458 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c45fa706-8699-494b-bb14-52f8987b61fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:29.489736 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-43cc32df-ce3d-4709-acd2-e1ed4eb97432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:29.505122 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fa706-8699-494b-bb14-52f8987b61fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38dd455-8cad-4980-8de0-3fb54376c4bb,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:29.509669 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c45fa706-8699-494b-bb14-52f8987b61fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:29.516499 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c45fa706-8699-494b-bb14-52f8987b61fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:29.517698 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c45fa706-8699-494b-bb14-52f8987b61fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f38dd455-8cad-4980-8de0-3fb54376c4bb HTTP/1.1" status: 204  len: 168 time: 0.2743042
Apr 30 16:39:37.919575 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55272) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:38.051995 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:38.068442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:39:38.073159 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Usage tracker for resource:security_group_rule and tenant:72e2a1d3d3fe441381537b2f32985e88 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:39:38.077675 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:39:38.084162 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:39:38.178418 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:38.223304 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:38.231728 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ac98a759-f7f8-4528-81a4-9650cb62b29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:38.277511 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72e2a1d3d3fe441381537b2f32985e88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3568401
Apr 30 16:39:38.278572 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2216570-415c-4ed5-a4ee-b4fb8a4d2623,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:38.282080 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55278) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:38.282888 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f549730c-e51b-489e-b11d-85d8097b61b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:38.355613 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:38.384835 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:38.538163 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:38.546230 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-7066b258-4714-4b90-b8f5-ad4496edbeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:38.562110 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2216570-415c-4ed5-a4ee-b4fb8a4d2623,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:38.571847 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:38.575086 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2216570-415c-4ed5-a4ee-b4fb8a4d2623 HTTP/1.1" status: 204  len: 168 time: 0.2903943
Apr 30 16:39:38.577995 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.578604 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.579167 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.587364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:39:38.590253 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:45.719500 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:45.725456 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:39:46.051810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-476733c7-41be-491b-ad31-b8cc7c1bd67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:48.771188 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:48.857436 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0ce8db3f-d543-4829-a6ec-1bad57b8d0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:49.777926 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:51.331196 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:52.453372 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55416) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:52.463664 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55420) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:52.658040 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:52.694449 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:39:52.702159 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Usage tracker for resource:security_group_rule and tenant:e9fbaad0276446dc9d835442e9eb5f96 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:39:52.707209 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:39:52.714559 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:39:52.831846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:52.893056 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Deleting port a4f2690b-c357-4a56-8d6a-9f0f5eca079f {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:39:52.893558 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:52.959737 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:52.971061 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-5177de7c-6c18-46f9-9572-5d152a5d032b tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:53.017496 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9fbaad0276446dc9d835442e9eb5f96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5515349
Apr 30 16:39:53.018439 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9102df27-c2a0-4882-b508-7f58baca4ea8,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:53.020943 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55428) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:53.023639 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:53.043513 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:53.044061 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:53.104791 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ca011cdb-6f4e-418c-8c27-88db48e008c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:53.155122 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ca011cdb-6f4e-418c-8c27-88db48e008c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:53.283676 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Calling delete_port for a4f2690b-c357-4a56-8d6a-9f0f5eca079f owned by network:floatingip {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:39:53.342827 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ca011cdb-6f4e-418c-8c27-88db48e008c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:53.351555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-bed63d73-d459-4929-b98b-b7980d9b1f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:53.382674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca011cdb-6f4e-418c-8c27-88db48e008c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9102df27-c2a0-4882-b508-7f58baca4ea8,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:53.388997 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ca011cdb-6f4e-418c-8c27-88db48e008c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:53.400883 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ca011cdb-6f4e-418c-8c27-88db48e008c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:53.405479 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-ca011cdb-6f4e-418c-8c27-88db48e008c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9102df27-c2a0-4882-b508-7f58baca4ea8 HTTP/1.1" status: 204  len: 168 time: 0.3809144
Apr 30 16:39:53.498073 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:53.502506 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bbc8913a-235c-4513-ad0b-3924968cbb94 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:53.554778 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event deleted for resources: {'Port': ['ID=a4f2690b-c357-4a56-8d6a-9f0f5eca079f,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:53.558775 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:53.680382 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:53.680721 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.l3_db [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Floating IP e6b54c0a-3801-4a49-a431-997e939b54c7 disassociated (deleted). External IP: 172.27.0.9, port: 28e9b303-c22d-4918-a876-4e7f9170c1f2.
Apr 30 16:39:54.118278 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:39:54.163551 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55438) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:54.184184 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:54.201479 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:39:54.206143 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Usage tracker for resource:security_group_rule and tenant:17324c018d7342859f6c235c514cc7ee is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:39:54.209849 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:39:54.217169 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:39:54.335763 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:39:54.352279 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:39:54.368375 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:54.377513 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:39:54.380958 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502432580>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:39:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:54.468085 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:54.474881 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:54.477525 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-a6cf860d-ed2a-4a2b-9ccd-14c63f817d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:54.524130 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=17324c018d7342859f6c235c514cc7ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3594067
Apr 30 16:39:54.525282 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433330e3-b3ef-4881-8610-29c88bcca736,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:54.529212 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55444) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:54.532141 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-2a86c15b-bd32-4396-bd0b-565717a071dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:54.557626 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "DELETE /v2.0/floatingips/e6b54c0a-3801-4a49-a431-997e939b54c7 HTTP/1.1" status: 204  len: 168 time: 2.0993118
Apr 30 16:39:54.559619 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:39:54.611430 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3e8b883b-ae84-4e36-bf4e-1cf345f53600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:54.647275 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:39:54.661454 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3e8b883b-ae84-4e36-bf4e-1cf345f53600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:54.749946 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'status': 'completed', 'code': 200}
Apr 30 16:39:54.837397 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3e8b883b-ae84-4e36-bf4e-1cf345f53600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:54.845140 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-908a22af-09e7-40a9-b68c-cfe812079469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:54.863456 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b883b-ae84-4e36-bf4e-1cf345f53600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433330e3-b3ef-4881-8610-29c88bcca736,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:54.871308 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3e8b883b-ae84-4e36-bf4e-1cf345f53600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:54.878621 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-3e8b883b-ae84-4e36-bf4e-1cf345f53600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:54.879771 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-3e8b883b-ae84-4e36-bf4e-1cf345f53600 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/433330e3-b3ef-4881-8610-29c88bcca736 HTTP/1.1" status: 204  len: 168 time: 0.3494518
Apr 30 16:39:54.914246 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-d11ca3ee-e688-4c0f-8d66-9fb29efa63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:54.916011 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-d11ca3ee-e688-4c0f-8d66-9fb29efa63a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 1098 time: 0.1256437
Apr 30 16:39:55.140120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-fa85d1be-6d2a-4535-8d15-1e78bf052d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:55.142401 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-fa85d1be-6d2a-4535-8d15-1e78bf052d5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.2194777
Apr 30 16:39:55.285059 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-a11fd4e4-25a5-4489-b428-b42a51b6faee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28e9b303-c22d-4918-a876-4e7f9170c1f2 HTTP/1.1" status: 200  len: 217 time: 0.1353283
Apr 30 16:39:55.311450 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502432580>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:08Z', 'revision_number': 1, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:55.317523 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:39:55.329508 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:39:55.330336 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502432580>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:39:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:55.421570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-b6431b9c-4326-4c57-9d17-b4971fcb9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:55.424422 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-b6431b9c-4326-4c57-9d17-b4971fcb9e8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.1313679
Apr 30 16:39:55.529367 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-e9a13af7-832e-4418-b06d-0ab9be1d3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:55.531227 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-e9a13af7-832e-4418-b06d-0ab9be1d3401 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0964890
Apr 30 16:39:55.572023 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:39:55.785451 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb6b6b-8814-46b6-bac0-0497dacd8626 req-3ce2270d-8060-49a9-a9cc-545576ec8431 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:55.786307 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-49cb6b6b-8814-46b6-bac0-0497dacd8626 req-3ce2270d-8060-49a9-a9cc-545576ec8431 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:39:55.805692 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55462) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:55.826928 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:55.829731 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-22e2427f-d338-4879-abbb-11ec8868c0ea service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906568
Apr 30 16:39:55.843709 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:39:55.847994 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Usage tracker for resource:security_group_rule and tenant:89ad86578f764ae9b9d91a6ed290269e is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:39:55.851465 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:39:55.858391 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:39:55.893633 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-49cb6b6b-8814-46b6-bac0-0497dacd8626 req-3ce2270d-8060-49a9-a9cc-545576ec8431 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:39:55.900522 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-49cb6b6b-8814-46b6-bac0-0497dacd8626 req-3ce2270d-8060-49a9-a9cc-545576ec8431 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 945 time: 0.5082097
Apr 30 16:39:55.969767 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-49cb6b6b-8814-46b6-bac0-0497dacd8626 req-dbba99db-537c-4aec-a265-e5cedfd260ee tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680289
Apr 30 16:39:56.029280 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:56.052044 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-21a2aef5-be37-44ae-a8cd-3b0b3737adfc req-860e1ed9-e59d-437c-878f-ac5474364a48 service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148926
Apr 30 16:39:56.063287 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502432580>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:08Z', 'revision_number': 1, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:39:56.067657 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649ef7d-0db7-4ece-a745-30f49856d21e None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'port_id': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'mac_address': 'fa:16:3e:ed:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a88a3e-4e29-4740-b507-119a97540c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:35:04Z', 'updated_at': '2021-04-30T16:35:08Z', 'revision_number': 1, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:39:56.114150 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:56.123935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-cebf92bf-12f7-4e82-8eee-427a1625dff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:56.169852 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89ad86578f764ae9b9d91a6ed290269e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3628066
Apr 30 16:39:56.170956 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893482b-2a33-49b6-b29b-3f836a114f00,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:56.172761 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55466) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:39:56.174281 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-23ebdd5c-5731-4eb8-a66d-122a8a84da80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:56.252913 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d56de631-9d6e-4a92-90fa-5beaa6eb9aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:56.285929 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d56de631-9d6e-4a92-90fa-5beaa6eb9aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:56.331612 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ef473-c1cc-45f1-8cd5-340d47d823b3 None None] New status for floating IP e6b54c0a-3801-4a49-a431-997e939b54c7: DOWN {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:39:56.491166 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d56de631-9d6e-4a92-90fa-5beaa6eb9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:56.496725 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7fca4cdf-2539-4269-bc25-a6a7bc1d0e76 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:56.508400 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56de631-9d6e-4a92-90fa-5beaa6eb9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893482b-2a33-49b6-b29b-3f836a114f00,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:56.513195 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d56de631-9d6e-4a92-90fa-5beaa6eb9aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:56.517037 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-d56de631-9d6e-4a92-90fa-5beaa6eb9aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:56.518535 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-d56de631-9d6e-4a92-90fa-5beaa6eb9aa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5893482b-2a33-49b6-b29b-3f836a114f00 HTTP/1.1" status: 204  len: 168 time: 0.3438530
Apr 30 16:39:57.224595 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-581df55a-d136-448f-ae97-6f677b562f34 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:57.226143 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-581df55a-d136-448f-ae97-6f677b562f34 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 945 time: 0.1655884
Apr 30 16:39:57.568204 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Deleting port 28e9b303-c22d-4918-a876-4e7f9170c1f2 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:39:57.569214 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:57.595482 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf204fa-de6b-4795-bf66-51dc29ba7c36 req-e5e9d0e3-173e-4483-9a23-f379d9f95721 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:39:57.597185 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dcf204fa-de6b-4795-bf66-51dc29ba7c36 req-e5e9d0e3-173e-4483-9a23-f379d9f95721 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 945 time: 0.4688363
Apr 30 16:39:57.735792 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dcf204fa-de6b-4795-bf66-51dc29ba7c36 req-8cc40da6-b616-46e8-9eb3-23a9ef4c6d7d tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204894
Apr 30 16:39:57.785011 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] For port 28e9b303-c22d-4918-a876-4e7f9170c1f2, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=28e9b303-c22d-4918-a876-4e7f9170c1f2,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:39:57.785377 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:57.927665 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Calling delete_port for 28e9b303-c22d-4918-a876-4e7f9170c1f2 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:39:58.108062 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:58.114433 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-073c0e55-73b4-45d0-864f-f3cb4ae0b84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:39:58.166586 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event deleted for resources: {'Port': ['ID=28e9b303-c22d-4918-a876-4e7f9170c1f2,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:39:58.201406 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:39:58.254313 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] No DVR routers for this DVR port 28e9b303-c22d-4918-a876-4e7f9170c1f2 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:39:58.258241 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:39:58.263117 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'name': 'network-vif-deleted', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:39:58.343385 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-bdbbecf1-2e8f-40fc-b4fb-e9991e5217bb req-9ba031a2-2f32-4dcb-8aae-373264a36ce0 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "DELETE /v2.0/ports/28e9b303-c22d-4918-a876-4e7f9170c1f2 HTTP/1.1" status: 204  len: 173 time: 1.1102920
Apr 30 16:39:58.554082 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9be1ae2-197b-43de-890e-25af628f987d', 'name': 'network-vif-deleted', 'tag': '28e9b303-c22d-4918-a876-4e7f9170c1f2', 'status': 'completed', 'code': 200}
Apr 30 16:39:58.926880 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-d3ef2a04-5602-4ae2-aae4-79e278c111b5 req-bc0a28ad-6c07-4c22-82b1-1f47502d0426 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:39:58.999552 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-d3ef2a04-5602-4ae2-aae4-79e278c111b5 req-bc0a28ad-6c07-4c22-82b1-1f47502d0426 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:39:59.000837 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d3ef2a04-5602-4ae2-aae4-79e278c111b5 req-bc0a28ad-6c07-4c22-82b1-1f47502d0426 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9be1ae2-197b-43de-890e-25af628f987d HTTP/1.1" status: 200  len: 210 time: 0.1245723
Apr 30 16:40:00.491339 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 28e9b303-c22d-4918-a876-4e7f9170c1f2 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:40:00.534543 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: 28e9b303-c22d-4918-a876-4e7f9170c1f2 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:40:00.534965 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device 28e9b303-c22d-4918-a876-4e7f9170c1f2 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:40:02.823827 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55540) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:03.124120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Deleting port 96cd625a-5b81-41ad-a281-e419693f0012 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:03.124683 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:03.314925 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:03.315248 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:03.562061 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Calling delete_port for 96cd625a-5b81-41ad-a281-e419693f0012 owned by network:floatingip {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:03.778101 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:03.782646 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-492ef4c0-f1fa-4295-8fb4-8e37044f366a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:03.835046 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event deleted for resources: {'Port': ['ID=96cd625a-5b81-41ad-a281-e419693f0012,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:03.879933 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.880294 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.880658 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.881045 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.881400 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.881750 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.882097 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.882452 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.882803 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.883233 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.883523 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.883865 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:03.915290 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:03.954490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:03.954826 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Floating IP 15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b disassociated (deleted). External IP: 172.27.0.244, port: eb57a89f-9b4b-4539-b698-b21947fbe883.
Apr 30 16:40:04.351632 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:40:04.555747 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:40:04.572538 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:40:04.590178 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:04.591287 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5024e0c40>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:39:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:04.642273 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:04.706834 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "DELETE /v2.0/floatingips/15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b HTTP/1.1" status: 204  len: 168 time: 1.8811097
Apr 30 16:40:04.707818 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:40:04.771218 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'status': 'completed', 'code': 200}
Apr 30 16:40:04.905958 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:05.264010 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5024e0c40>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:05.268942 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:40:05.279311 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:05.279937 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5024e0c40>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:39:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:05.414503 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c040c-3e2b-4d57-83b4-e2d178ffa8c7 req-92b2c02d-9a87-49a1-adbf-163e2cf7b5b3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:05.416533 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c64c040c-3e2b-4d57-83b4-e2d178ffa8c7 req-92b2c02d-9a87-49a1-adbf-163e2cf7b5b3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 945 time: 0.1008475
Apr 30 16:40:05.484223 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-c64c040c-3e2b-4d57-83b4-e2d178ffa8c7 req-79dd1146-fe7f-4fa9-95b3-6e6234d81a64 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567684
Apr 30 16:40:05.561883 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:05.942222 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5024e0c40>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:05.947023 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df961d-7020-4726-80c0-18d9ced84eb4 None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:30:27Z', 'revision_number': 4, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'feb92767-e89a-43e0-a423-075fea32994e', 'name': '', 'network_id': '3b24660c-ab42-433f-a2d6-774387938166', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'mac_address': 'fa:16:3e:4c:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:26Z', 'updated_at': '2021-04-30T16:30:33Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'subnets': [{'id': '6e67b334-4709-4cc6-a5e8-338d979ed432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:40:06.187030 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281ce8b-fc71-4456-901b-a1f48b154e7b None None] New status for floating IP 15f9957f-28b7-4fc7-9fd7-3e448bd5dc0b: DOWN {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:40:06.728332 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a708-196d-4ec6-88cf-9555739f5420 req-11f946aa-41f0-458c-8916-a93000df4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:06.730492 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1412a708-196d-4ec6-88cf-9555739f5420 req-11f946aa-41f0-458c-8916-a93000df4717 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0348ba69067740ddb540d4e78d2ed016&device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 1098 time: 0.1391795
Apr 30 16:40:06.768067 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca00f6-fbc3-4572-890a-d4811a995761 req-179afba1-53a8-4584-839b-b273683aaa56 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:06.768913 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-8aca00f6-fbc3-4572-890a-d4811a995761 req-179afba1-53a8-4584-839b-b273683aaa56 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:40:06.822154 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-8aca00f6-fbc3-4572-890a-d4811a995761 req-179afba1-53a8-4584-839b-b273683aaa56 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:40:06.824217 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8aca00f6-fbc3-4572-890a-d4811a995761 req-179afba1-53a8-4584-839b-b273683aaa56 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 945 time: 0.1610925
Apr 30 16:40:06.875619 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8aca00f6-fbc3-4572-890a-d4811a995761 req-b776d08b-7197-43bc-80ae-03dab305ec4a tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448675
Apr 30 16:40:07.142976 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a708-196d-4ec6-88cf-9555739f5420 req-4ce7eea6-6e2f-40f6-ae99-b4c17f1fe8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:07.144457 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1412a708-196d-4ec6-88cf-9555739f5420 req-4ce7eea6-6e2f-40f6-ae99-b4c17f1fe8a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 200  len: 913 time: 0.1409671
Apr 30 16:40:07.356545 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1412a708-196d-4ec6-88cf-9555739f5420 req-0d2a084e-3c2a-4fe7-b478-e781b264c602 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb57a89f-9b4b-4539-b698-b21947fbe883 HTTP/1.1" status: 200  len: 217 time: 0.2042625
Apr 30 16:40:07.424815 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a708-196d-4ec6-88cf-9555739f5420 req-2760a992-cced-4228-93f0-18fd66c59c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:07.426234 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1412a708-196d-4ec6-88cf-9555739f5420 req-2760a992-cced-4228-93f0-18fd66c59c70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 200  len: 851 time: 0.0623159
Apr 30 16:40:07.537118 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a708-196d-4ec6-88cf-9555739f5420 req-eac33e7c-a3f9-4a2f-9656-ce4721114196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:07.538783 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1412a708-196d-4ec6-88cf-9555739f5420 req-eac33e7c-a3f9-4a2f-9656-ce4721114196 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b24660c-ab42-433f-a2d6-774387938166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811553
Apr 30 16:40:07.740450 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1412a708-196d-4ec6-88cf-9555739f5420 req-68d76ca9-3a91-4153-add9-e6552df6e82a service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762044
Apr 30 16:40:07.895900 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-1412a708-196d-4ec6-88cf-9555739f5420 req-8be7f5c2-7584-484c-bb2f-18238559c33c service neutron] 10.222.0.69 "GET /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480491
Apr 30 16:40:08.135074 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8609227-4333-4892-9757-3621eb5f39e6 req-707986e1-d892-45fa-aee1-077ab840256b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:08.137270 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d8609227-4333-4892-9757-3621eb5f39e6 req-707986e1-d892-45fa-aee1-077ab840256b tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 945 time: 0.0988977
Apr 30 16:40:08.197536 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d8609227-4333-4892-9757-3621eb5f39e6 req-a1c2e400-217a-4a43-a4b1-6476de896e48 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/security-groups?id=29f32e91-b2fc-4a3a-9d23-7e028230a6fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498497
Apr 30 16:40:08.316677 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-448f8b8e-71af-42ff-a953-bf5ecba4a31c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:08.319101 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-448f8b8e-71af-42ff-a953-bf5ecba4a31c tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 945 time: 0.1151836
Apr 30 16:40:08.515223 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Deleting port eb57a89f-9b4b-4539-b698-b21947fbe883 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:08.515489 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:08.690910 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] For port eb57a89f-9b4b-4539-b698-b21947fbe883, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=eb57a89f-9b4b-4539-b698-b21947fbe883,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:08.691269 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:08.829425 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Calling delete_port for eb57a89f-9b4b-4539-b698-b21947fbe883 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:09.016570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:09.022523 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0e5580ce-16f8-4c7e-9744-6da82bc191fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:09.075687 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event deleted for resources: {'Port': ['ID=eb57a89f-9b4b-4539-b698-b21947fbe883,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:09.079674 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:09.209963 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] No DVR routers for this DVR port eb57a89f-9b4b-4539-b698-b21947fbe883 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:40:09.214608 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:09.218550 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'name': 'network-vif-deleted', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:40:09.309699 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4ee0a4c9-5dad-44b7-bda1-a43fae3e44de req-b31e5878-426e-4212-91af-7a38b3a085f9 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.69 "DELETE /v2.0/ports/eb57a89f-9b4b-4539-b698-b21947fbe883 HTTP/1.1" status: 204  len: 173 time: 0.9843910
Apr 30 16:40:09.314214 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a88a3e-4e29-4740-b507-119a97540c84', 'name': 'network-vif-deleted', 'tag': 'eb57a89f-9b4b-4539-b698-b21947fbe883', 'status': 'completed', 'code': 200}
Apr 30 16:40:09.414333 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-4efe5e9b-ab0e-4ddf-866a-7ea53ece6904 req-9b565ed2-8b75-4a8a-9b99-a292eda79624 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 210 time: 0.0501308
Apr 30 16:40:10.642267 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-d0006e72-88ab-408d-9224-d8c343534ce6 req-9f499147-45d2-4dba-884a-d0060f846c28 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Synchronizing usage tracker for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:40:10.805415 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-d0006e72-88ab-408d-9224-d8c343534ce6 req-9f499147-45d2-4dba-884a-d0060f846c28 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Unset dirty status for tenant:0348ba69067740ddb540d4e78d2ed016 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:40:10.807288 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-d0006e72-88ab-408d-9224-d8c343534ce6 req-9f499147-45d2-4dba-884a-d0060f846c28 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "GET /v2.0/ports?device_id=47a88a3e-4e29-4740-b507-119a97540c84 HTTP/1.1" status: 200  len: 210 time: 0.2276282
Apr 30 16:40:11.272603 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55588) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:11.416123 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:11.435353 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:11.439859 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Usage tracker for resource:security_group_rule and tenant:548d869f0dbd46788aa620139360a7cc is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:11.443445 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:11.451867 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:11.553713 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:11.616897 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:11.633589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e8745d3a-755e-4887-a95b-c9c473adee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:11.709859 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9404f-1ba9-4a27-90e1-349e9eeee8ff,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:11.718780 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=548d869f0dbd46788aa620139360a7cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4446726
Apr 30 16:40:11.720491 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-194b110f-9be9-410d-a0a7-a8f7a7b74fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:11.721500 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55594) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:11.842139 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-27c5120c-11fb-4af0-9fe6-e4cce2ae0032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:11.882111 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-27c5120c-11fb-4af0-9fe6-e4cce2ae0032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:11.910999 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55600) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:12.289314 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Deleting port d1d3fc52-90fb-4382-b390-e6258de8d2a7 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:12.289653 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:12.369682 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-27c5120c-11fb-4af0-9fe6-e4cce2ae0032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:12.383170 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-c7096ec7-3bca-476e-a8fc-7e695a8b2418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:12.400336 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5120c-11fb-4af0-9fe6-e4cce2ae0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9404f-1ba9-4a27-90e1-349e9eeee8ff,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:12.408388 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-27c5120c-11fb-4af0-9fe6-e4cce2ae0032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:12.417663 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-27c5120c-11fb-4af0-9fe6-e4cce2ae0032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:12.418809 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-27c5120c-11fb-4af0-9fe6-e4cce2ae0032 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86f9404f-1ba9-4a27-90e1-349e9eeee8ff HTTP/1.1" status: 204  len: 168 time: 0.6961803
Apr 30 16:40:12.439598 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:12.440098 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:12.552378 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device eb57a89f-9b4b-4539-b698-b21947fbe883 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:40:12.600632 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Calling delete_port for d1d3fc52-90fb-4382-b390-e6258de8d2a7 owned by network:floatingip {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:12.628395 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: eb57a89f-9b4b-4539-b698-b21947fbe883 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:40:12.628395 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device eb57a89f-9b4b-4539-b698-b21947fbe883 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:40:12.810939 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:12.817109 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-368cfa59-f368-4210-b387-335b49e35c1f tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:12.905115 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event deleted for resources: {'Port': ['ID=d1d3fc52-90fb-4382-b390-e6258de8d2a7,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:12.940613 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:12.977959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for floatingip, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:13.051697 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:13.052911 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "DELETE /v2.0/floatingips/f2e17a03-2f19-4607-999b-b2ecd6da2a97 HTTP/1.1" status: 204  len: 168 time: 1.1406672
Apr 30 16:40:13.611375 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55634) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:13.811156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1669680297-network', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:13.816456 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:13.820772 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Usage tracker for resource:network and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:13.824937 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:13.831587 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:13.930555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Made reservation on behalf of 8ed95686416c4430bee7b88ff31508d9 for: {'network': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:40:13.933065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:13.946961 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:13.964570 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:13.969513 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Usage tracker for resource:security_group_rule and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:13.972811 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:13.980263 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:14.079497 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:14.158931 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:14.162171 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3791831c-d626-4436-9a74-dc43c4918291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:14.191947 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620}  {{(pid=74380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:40:14.201768 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3110c3-9956-4aaa-a903-ad340cc7502a,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:14.205518 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:14.208246 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:14.209291 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.segments_db [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Added segment 65d76b98-e293-4a2a-a0f4-069b8c93c9b2 of type vlan for network e3b8589a-25ee-4b9c-ac49-bae94ef19e43
Apr 30 16:40:14.240103 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:14.335896 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:14.337329 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:14.337931 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:14.343326 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-efdc9d6b-f57d-4cc7-98fc-4b1ed5f887f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:14.443197 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Pushing event updated for resources: {'Network': ['ID=e3b8589a-25ee-4b9c-ac49-bae94ef19e43,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:14.445825 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:14.454596 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:40:14.497721 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8851461
Apr 30 16:40:14.502389 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55640) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:14.508633 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Request body: {'subnet': {'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1669680297-subnet', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'ip_version': 4}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:14.515442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:14.523735 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Usage tracker for resource:subnet and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:14.525350 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:14.533894 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:14.597598 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55646) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:14.639682 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Made reservation on behalf of 8ed95686416c4430bee7b88ff31508d9 for: {'subnet': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:40:14.642116 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100796'] for subnet, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:14.780099 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e6708c9f-f950-42af-b1a7-0ae4faff3ca5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:14.826554 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e6708c9f-f950-42af-b1a7-0ae4faff3ca5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:15.079278 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e6708c9f-f950-42af-b1a7-0ae4faff3ca5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:15.087693 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0331ea16-751a-46b9-a771-fc65b10aea47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:15.108633 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6708c9f-f950-42af-b1a7-0ae4faff3ca5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f32e91-b2fc-4a3a-9d23-7e028230a6fd,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:15.111192 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e6708c9f-f950-42af-b1a7-0ae4faff3ca5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:15.199933 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-e6708c9f-f950-42af-b1a7-0ae4faff3ca5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:15.201177 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e6708c9f-f950-42af-b1a7-0ae4faff3ca5 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] 10.222.0.57 "DELETE /v2.0/security-groups/29f32e91-b2fc-4a3a-9d23-7e028230a6fd HTTP/1.1" status: 204  len: 168 time: 0.6022604
Apr 30 16:40:15.302686 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2058091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100782'] for subnet, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:15.306822 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:15.358408 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55652) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:15.393835 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=792b59b3-f87a-43d4-91e7-3d299ee390d4,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:15.396676 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:15.407492 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Checking segment: {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:40:15.407492 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Network hostable DHCP agents. Network: e3b8589a-25ee-4b9c-ac49-bae94ef19e43, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:40:15.520357 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:40:15.716966 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, e3b8589a-25ee-4b9c-ac49-bae94ef19e43) {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:15.742646 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:15.743236 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:15.745630 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f1259f-46c8-4f4e-b4ea-2c56bbe4138b None None] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:40:15.815063 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:15.858429 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-660288b0-c697-403f-9127-825bba0b6a7b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3547575
Apr 30 16:40:15.861446 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55658) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:15.870912 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:15.876770 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:15.882866 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Usage tracker for resource:router and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:15.886993 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:15.894818 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:16.017056 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.019269 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.049197 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.076724 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0c473180-b4ef-45c0-8110-16a86b5911b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.145457 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:40:16.146764 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.324256 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.328706 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Allocated IP 172.20.0.2 (e3b8589a-25ee-4b9c-ac49-bae94ef19e43/792b59b3-f87a-43d4-91e7-3d299ee390d4/3046e085-f072-4a7c-9eb8-0a7fdb05ebac) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:40:16.569594 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.587856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Transition to ACTIVE for port object 3046e085-f072-4a7c-9eb8-0a7fdb05ebac will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:16.614225 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Transition to ACTIVE for port object 3046e085-f072-4a7c-9eb8-0a7fdb05ebac will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:16.671186 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.679340 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.685417 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:16.754040 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:40:16.759244 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:16.773143 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:40:16.847837 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Pushing event updated for resources: {'Port': ['ID=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:16.916165 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.916728 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.917196 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.917654 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.917983 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.918953 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.919354 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.919830 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.920157 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.920478 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.920796 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.921147 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:16.937293 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:16.947538 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Deleting port feb92767-e89a-43e0-a423-075fea32994e {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:16.949436 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.949936 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Attempting to bind port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:40:16.950349 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Attempting to bind port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:40:16.950815 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Attempting to bind port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac on network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:40:16.959844 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:40:16.960381 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Checking segment: {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:40:16.960891 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:16.961544 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Bound using segment: {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:40:16.962345 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Bound port: 3046e085-f072-4a7c-9eb8-0a7fdb05ebac, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:40:16.962987 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:17.095756 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] For port feb92767-e89a-43e0-a423-075fea32994e, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=feb92767-e89a-43e0-a423-075fea32994e,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:17.096406 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:17.208364 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] For port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:40:17.208651 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:17.211525 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] For port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:40:17.235049 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Calling delete_port for feb92767-e89a-43e0-a423-075fea32994e owned by network:router_interface {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:17.242617 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:17.297659 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:17.303404 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:17.403424 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Pushing event updated for resources: {'Port': ['ID=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:17.419844 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:17.443334 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Allocated IP 172.27.0.234 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/cd0e230f-7623-4166-b3eb-b53575ffcd68) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:40:17.554538 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:17.561041 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-84cacaeb-4033-4b22-86fd-3d1086e003b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:17.655116 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Pushing event deleted for resources: {'Port': ['ID=feb92767-e89a-43e0-a423-075fea32994e,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:17.672468 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:17.740149 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:17.793707 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:17.797997 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c899a083-c069-4522-9113-3f0f17df5046 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:17.875897 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:40:17.879726 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:17.884053 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:40:17.922489 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0e230f-7623-4166-b3eb-b53575ffcd68,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:17.936228 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:18.352666 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:18.581078 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:18.757051 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:18.819856 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced3c5d-6225-4658-809e-1c5366900d89 None None] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:40:18.887018 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4324d718-f4e6-453f-bdb0-52ed17555e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:18.969202 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Router f2db09a7-e77e-4be8-a1b5-b10692d89b63 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:40:19.017421 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-44281015-05c6-4a63-80d9-5ee627a15b05 None None] Provisioning for port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:19.210722 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:40:19.228450 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] 10.222.0.57 "PUT /v2.0/routers/f2db09a7-e77e-4be8-a1b5-b10692d89b63/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8654106
Apr 30 16:40:19.232704 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55664) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:19.247914 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] Sync routers for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:40:19.252334 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:19.279624 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:19.280717 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502454f40>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:19.469647 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks [] for router, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:19.588820 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Router c8d2bbed-7ea7-41b3-9048-8b822227205a is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:40:19.691555 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:19.750589 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 3046e085-f072-4a7c-9eb8-0a7fdb05ebac up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:19.827255 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:19.864547 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:40:19.878301 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Sync routers for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:40:19.896062 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:19.897179 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027e4b50>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:20.057601 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:20.059022 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ff3edb38-86b4-45a3-84d6-5137a576b2a6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.1943834
Apr 30 16:40:20.063139 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55668) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:20.144336 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Deleting port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:20.145053 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:20.176578 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:20.195703 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:20.208182 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:20.209563 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:20.250778 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:20.360342 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502454f40>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:40:17Z', 'revision_number': 5, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port': {'id': 'd3416dc4-3fd8-4285-bb9b-18c3bafb3df3', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:21Z', 'updated_at': '2021-04-30T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:20.412419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] For port d3416dc4-3fd8-4285-bb9b-18c3bafb3df3, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=d3416dc4-3fd8-4285-bb9b-18c3bafb3df3,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:20.413451 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:20.418762 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] Checking router: f2db09a7-e77e-4be8-a1b5-b10692d89b63 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:40:20.470777 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] Routers {'f2db09a7-e77e-4be8-a1b5-b10692d89b63'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:20.471805 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502454f40>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:20.640528 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027e4b50>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:18Z', 'revision_number': 3, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:20.645883 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Checking router: c8d2bbed-7ea7-41b3-9048-8b822227205a for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:40:20.646382 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Updating router c8d2bbed-7ea7-41b3-9048-8b822227205a port cd0e230f-7623-4166-b3eb-b53575ffcd68 binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:40:20.734861 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:20.795548 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:20.858409 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Calling delete_port for d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 owned by network:router_gateway {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:20.923092 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] Set router f2db09a7-e77e-4be8-a1b5-b10692d89b63 gateway port host: None {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:21.184091 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.184321 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:21.199970 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502454f40>, [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:40:19Z', 'revision_number': 6, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port_host': None}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:21.202851 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-59fd7d12-4689-4c4c-b574-852d19172437 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:21.206965 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7c380-3142-4d50-bf4f-af143c4632ef None None] The sync data for ids ['f2db09a7-e77e-4be8-a1b5-b10692d89b63'] in dv-cinder-775008-3-iscsi is: [{'id': 'f2db09a7-e77e-4be8-a1b5-b10692d89b63', 'name': 'tempest-TestVolumeBootPattern-1369518590-router', 'tenant_id': '0348ba69067740ddb540d4e78d2ed016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:20Z', 'updated_at': '2021-04-30T16:40:19Z', 'revision_number': 6, 'project_id': '0348ba69067740ddb540d4e78d2ed016', 'gw_port_host': None}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:40:21.219403 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.246066 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.253376 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:21.265887 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Transition to ACTIVE for port object cd0e230f-7623-4166-b3eb-b53575ffcd68 will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:21.314151 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3416dc4-3fd8-4285-bb9b-18c3bafb3df3,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:21.336316 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.342322 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:21.351590 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:21.385725 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.401564 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:21.406713 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:21.413891 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.423519 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.520080 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Attempting to bind port cd0e230f-7623-4166-b3eb-b53575ffcd68 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:40:21.520576 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Attempting to bind port cd0e230f-7623-4166-b3eb-b53575ffcd68 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:40:21.522373 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Attempting to bind port cd0e230f-7623-4166-b3eb-b53575ffcd68 on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:40:21.527308 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Pushing event updated for resources: {'Port': ['ID=cd0e230f-7623-4166-b3eb-b53575ffcd68,revision_number=2']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:21.536989 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:40:21.537525 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:40:21.538181 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.539266 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:40:21.539582 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Bound port: cd0e230f-7623-4166-b3eb-b53575ffcd68, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:40:21.540275 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.582474 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.582759 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.582954 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.583272 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.583545 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.583895 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.584214 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.584531 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.584847 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.585188 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.585500 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.585810 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:21.595757 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:21.651553 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.653089 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] For port cd0e230f-7623-4166-b3eb-b53575ffcd68, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:40:21.657496 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] For port cd0e230f-7623-4166-b3eb-b53575ffcd68, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cd0e230f-7623-4166-b3eb-b53575ffcd68,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:40:21.659540 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.749496 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.759177 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:21.841493 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.842647 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2db09a7-e77e-4be8-a1b5-b10692d89b63 {{(pid=74380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:40:21.867346 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:21.867995 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5027e4b50>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:21.891009 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:21.893249 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-81e87078-5f92-4898-82e3-5de662de968d admin admin] 10.222.0.57 "DELETE /v2.0/routers/f2db09a7-e77e-4be8-a1b5-b10692d89b63 HTTP/1.1" status: 204  len: 168 time: 2.6599288
Apr 30 16:40:21.895747 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55672) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:21.934403 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Pushing event updated for resources: {'Port': ['ID=cd0e230f-7623-4166-b3eb-b53575ffcd68,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:21.945527 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-9385a216-6fb1-4575-9bab-917fb6263a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:21.958472 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Allocated IP 172.20.0.1 (e3b8589a-25ee-4b9c-ac49-bae94ef19e43/792b59b3-f87a-43d4-91e7-3d299ee390d4/96063786-0ae0-4252-99fd-d83928e3ea11) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:40:22.013075 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] Deleting subnet 6e67b334-4709-4cc6-a5e8-338d979ed432 {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:40:22.018460 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:22.101480 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:22.166082 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:22.193194 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 3046e085-f072-4a7c-9eb8-0a7fdb05ebac up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:22.194183 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Transition to ACTIVE for port object 96063786-0ae0-4252-99fd-d83928e3ea11 will not be triggered until provisioned by entity DHCP. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:22.225456 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:22.300256 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:22.310282 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-75f8d9fc-eed6-473b-b3ee-ec74e57e6cf3 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:22.337168 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:22.382494 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:22.383482 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:22.461375 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:40:22.474625 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:22.479792 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:40:22.626550 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:22.786916 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device feb92767-e89a-43e0-a423-075fea32994e no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:40:22.919653 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:40:22.932904 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: feb92767-e89a-43e0-a423-075fea32994e {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:40:22.932904 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device feb92767-e89a-43e0-a423-075fea32994e not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:40:23.004400 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Pushing event updated for resources: {'Port': ['ID=96063786-0ae0-4252-99fd-d83928e3ea11,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:23.034693 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:23.065492 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5027e4b50>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:18Z', 'revision_number': 3, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:23.072085 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7c879-30da-4d2d-8c8f-de2dccfa18a7 None None] The sync data for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi is: [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:18Z', 'revision_number': 3, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:40:23.101929 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-f0d4fe27-6082-48e7-b03b-bd9b7818deb0 None None] Provisioning for port 96063786-0ae0-4252-99fd-d83928e3ea11 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:23.110532 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-f0d4fe27-6082-48e7-b03b-bd9b7818deb0 None None] Provisioning complete for port 96063786-0ae0-4252-99fd-d83928e3ea11 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:23.110965 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f0d4fe27-6082-48e7-b03b-bd9b7818deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.125348 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.130669 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:23.170153 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e67b334-4709-4cc6-a5e8-338d979ed432,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:23.175796 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.181286 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:23.187136 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-fb632493-cfa3-4fba-8820-3a77b91e13f1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6e67b334-4709-4cc6-a5e8-338d979ed432 HTTP/1.1" status: 204  len: 168 time: 1.2900019
Apr 30 16:40:23.190095 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55676) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:23.192258 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c81712-dff3-414a-bf2c-ce82bfcd7641 None None] Network 3b24660c-ab42-433f-a2d6-774387938166 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:40:23.230665 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4fe27-6082-48e7-b03b-bd9b7818deb0 None None] Port 96063786-0ae0-4252-99fd-d83928e3ea11 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:40:23.294023 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.317343 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.502250 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Deleting port fb2ca2df-bd13-4639-bf46-a0896f28df73 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:23.502250 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.623545 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] DHCP port deletion for 3b24660c-ab42-433f-a2d6-774387938166 request from dv-cinder-775008-3-iscsi {{(pid=74381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 16:40:23.707058 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cd0e230f-7623-4166-b3eb-b53575ffcd68 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:23.707509 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] For port fb2ca2df-bd13-4639-bf46-a0896f28df73, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=fb2ca2df-bd13-4639-bf46-a0896f28df73,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:23.707870 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.805185 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.820735 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] Deleting port fb2ca2df-bd13-4639-bf46-a0896f28df73 {{(pid=74381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:23.821312 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.857233 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:23.902934 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Calling delete_port for fb2ca2df-bd13-4639-bf46-a0896f28df73 owned by network:dhcp {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:23.927786 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-5fea548e-c584-4001-854c-623c490fd519 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:23.949062 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] For port fb2ca2df-bd13-4639-bf46-a0896f28df73, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=fb2ca2df-bd13-4639-bf46-a0896f28df73,segment=NetworkSegment(3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4),segment_id=3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:23.949726 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.039291 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Pushing event updated for resources: {'Port': ['ID=96063786-0ae0-4252-99fd-d83928e3ea11,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:24.042629 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:24.046366 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.067172 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.073983 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cb88bbbe-e5b6-4f10-9959-2e52e284be9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:24.143095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port cd0e230f-7623-4166-b3eb-b53575ffcd68 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:24.159215 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] Calling delete_port for fb2ca2df-bd13-4639-bf46-a0896f28df73 owned by network:dhcp {{(pid=74381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:24.171662 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port cd0e230f-7623-4166-b3eb-b53575ffcd68 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:24.172306 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.225425 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:40:24.226643 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:24.246635 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2ca2df-bd13-4639-bf46-a0896f28df73,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:24.249859 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:24.252991 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] No DVR routers for this DVR port fb2ca2df-bd13-4639-bf46-a0896f28df73 on host dv-cinder-775008-3-iscsi {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:40:24.398989 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.460933 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351'] for port, after_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.475813 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-8c19ab7e-218d-4c4e-bbfa-ec38bc5c4f9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:24.531302 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] Pushing event deleted for resources: {'Port': ['ID=fb2ca2df-bd13-4639-bf46-a0896f28df73,revision_number=None']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:24.537337 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] No DVR routers for this DVR port fb2ca2df-bd13-4639-bf46-a0896f28df73 on host dv-cinder-775008-3-iscsi {{(pid=74381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:40:24.544255 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:24.544483 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501a455b0>,) {'filters': {'network_id': ['3b24660c-ab42-433f-a2d6-774387938166']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:24.564421 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501a455b0>, '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:24.564842 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501a455b0>, '3134b1f1-b15d-4d2b-a4d4-ba1ea4f7f8f4') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:24.569877 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.590406 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.590641 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Router c8d2bbed-7ea7-41b3-9048-8b822227205a has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:40:24.611251 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port cd0e230f-7623-4166-b3eb-b53575ffcd68, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cd0e230f-7623-4166-b3eb-b53575ffcd68,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:24.629626 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.640145 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:40:24.673172 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.688042 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:24.732006 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:40:24.772240 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-a66dfdfe-751b-4221-afcb-e4673a6dca16 None None] Provisioning complete for port 96063786-0ae0-4252-99fd-d83928e3ea11 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:24.772537 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a66dfdfe-751b-4221-afcb-e4673a6dca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:24.822868 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:40:24.823104 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device d3416dc4-3fd8-4285-bb9b-18c3bafb3df3 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:40:24.861599 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=cd0e230f-7623-4166-b3eb-b53575ffcd68,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:24.866866 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:24.866866 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-a66dfdfe-751b-4221-afcb-e4673a6dca16 None None] Port 96063786-0ae0-4252-99fd-d83928e3ea11 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:40:24.885722 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:40:24.895624 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-03c7ae05-9fd8-421a-8aa9-6faa23a020af admin admin] 10.222.0.57 "PUT /v2.0/routers/c8d2bbed-7ea7-41b3-9048-8b822227205a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8309381
Apr 30 16:40:24.896532 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Network 3b24660c-ab42-433f-a2d6-774387938166 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:40:24.911870 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:25.179728 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Network 3b24660c-ab42-433f-a2d6-774387938166 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:40:25.205434 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:40:25.295704 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Sync routers for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:40:25.313921 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:25.315197 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026217c0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:25.404749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:25.411679 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:25.418143 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6b13b470-5bea-4aa3-8b1a-5a19fc16a2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:25.447957 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b24660c-ab42-433f-a2d6-774387938166,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:25.451613 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:25.545675 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cd0e230f-7623-4166-b3eb-b53575ffcd68 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:25.553854 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-534540fb-0ca0-4daa-8514-22e46770f157 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3b24660c-ab42-433f-a2d6-774387938166 HTTP/1.1" status: 204  len: 168 time: 2.3626623
Apr 30 16:40:25.560183 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55690) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:25.634790 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:25.691983 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port cd0e230f-7623-4166-b3eb-b53575ffcd68 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:25.692367 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:25.930616 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55698) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:25.936797 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1850273983-network', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:25.942408 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:25.947072 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Usage tracker for resource:network and tenant:20483ff180fb4159a1d8bf4c5a8ef1c4 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:25.954543 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:25.958642 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:26.042304 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Made reservation on behalf of 20483ff180fb4159a1d8bf4c5a8ef1c4 for: {'network': 1} {{(pid=74379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:40:26.046826 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for network, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.067530 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.103431 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:26.110339 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device fb2ca2df-bd13-4639-bf46-a0896f28df73 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:40:26.112068 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Usage tracker for resource:security_group_rule and tenant:20483ff180fb4159a1d8bf4c5a8ef1c4 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:26.117224 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:26.128265 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:26.178811 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: fb2ca2df-bd13-4639-bf46-a0896f28df73 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:40:26.179362 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device fb2ca2df-bd13-4639-bf46-a0896f28df73 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:40:26.206320 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026217c0>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 2, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:26.215768 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Checking router: c8d2bbed-7ea7-41b3-9048-8b822227205a for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:40:26.216405 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Updating router c8d2bbed-7ea7-41b3-9048-8b822227205a port 96063786-0ae0-4252-99fd-d83928e3ea11 binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:40:26.262020 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.290101 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.313026 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.318196 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4017ec4a-1a91-480c-8998-ca92ebe95809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:26.358518 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637}  {{(pid=74379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 16:40:26.377681 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521aa460-d9f2-465c-a7a9-0ace305cb142,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:26.384057 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:26.385910 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.386288 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.segments_db [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Added segment 605aeecd-fb40-4d9e-875f-6056bb23d72c of type vlan for network 19021a1a-a787-4189-bc87-e9d4cd351988
Apr 30 16:40:26.425852 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553964180'] for network, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.513868 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589'] for network, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.517520 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:26.518680 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.529063 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:26.530693 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.717159 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7851813
Apr 30 16:40:26.722732 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55702) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:26.732462 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Request body: {'subnet': {'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1850273983-subnet', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'ip_version': 4}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:26.735744 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Pushing event updated for resources: {'Network': ['ID=19021a1a-a787-4189-bc87-e9d4cd351988,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:26.741438 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bf673c34-7909-4564-abe7-105b008644ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:26.741762 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:26.752061 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Network 19021a1a-a787-4189-bc87-e9d4cd351988 details requested by agent ovs-agent-dv-cinder-775008-3-iscsi with host dv-cinder-775008-3-iscsi {{(pid=74381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 16:40:26.752997 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Usage tracker for resource:subnet and tenant:20483ff180fb4159a1d8bf4c5a8ef1c4 is out of sync, need to count used quota {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:26.756942 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74380) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:26.771280 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.814490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:26.851275 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Transition to ACTIVE for port object 96063786-0ae0-4252-99fd-d83928e3ea11 will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:26.970416 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:26.975662 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:26.999482 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Made reservation on behalf of 20483ff180fb4159a1d8bf4c5a8ef1c4 for: {'subnet': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:40:27.001854 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100796'] for subnet, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:27.135877 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb30af-0f2d-4389-875f-ec95b030e037 None None] Pushing event updated for resources: {'Port': ['ID=96063786-0ae0-4252-99fd-d83928e3ea11,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:27.140673 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-27eb30af-0f2d-4389-875f-ec95b030e037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:27.145371 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Deleting port 3926576b-afb9-4dc4-a2aa-719ef63dfe91 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:27.145718 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:27.240099 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Attempting to bind port 96063786-0ae0-4252-99fd-d83928e3ea11 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:40:27.240644 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Attempting to bind port 96063786-0ae0-4252-99fd-d83928e3ea11 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:40:27.241155 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Attempting to bind port 96063786-0ae0-4252-99fd-d83928e3ea11 on network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:40:27.252701 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:40:27.253355 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Checking segment: {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:40:27.254035 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:27.254831 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Bound using segment: {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:40:27.255657 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Bound port: 96063786-0ae0-4252-99fd-d83928e3ea11, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:40:27.256310 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:27.364349 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] For port 3926576b-afb9-4dc4-a2aa-719ef63dfe91, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=3926576b-afb9-4dc4-a2aa-719ef63dfe91,segment=NetworkSegment(2f00421b-476e-4025-8014-35e5c34bd15e),segment_id=2f00421b-476e-4025-8014-35e5c34bd15e)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:27.364721 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:27.373857 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] For port 96063786-0ae0-4252-99fd-d83928e3ea11, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:40:27.377533 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] For port 96063786-0ae0-4252-99fd-d83928e3ea11, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=96063786-0ae0-4252-99fd-d83928e3ea11,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:40:27.456373 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:27.462190 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-44b110c3-0635-40d0-8e67-3899874de35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:27.503419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Calling delete_port for 3926576b-afb9-4dc4-a2aa-719ef63dfe91 owned by network:router_interface {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:27.599012 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:27.599012 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026217c0>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:27.678794 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb30af-0f2d-4389-875f-ec95b030e037 None None] Pushing event updated for resources: {'Port': ['ID=96063786-0ae0-4252-99fd-d83928e3ea11,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:27.683129 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-27eb30af-0f2d-4389-875f-ec95b030e037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:27.815405 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:27.849511 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2058091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100782'] for subnet, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:27.853185 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:27.925743 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d83eac6f-2332-4ffb-85a7-936843f542e5,revision_number=0']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:27.929846 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:27.940605 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Checking segment: {'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:40:27.941110 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Network hostable DHCP agents. Network: 19021a1a-a787-4189-bc87-e9d4cd351988, hostable agents: ['01ccce62-189a-4fdb-a598-af909810734c'], hosted agents: [] {{(pid=74380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 16:40:27.958759 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:27.963659 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6dd0d197-812f-45ef-a6dc-6678ff4bb273 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:28.014001 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Network 19021a1a-a787-4189-bc87-e9d4cd351988 is scheduled to be hosted by DHCP agent 01ccce62-189a-4fdb-a598-af909810734c with binding_index 1 {{(pid=74380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 16:40:28.016340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3926576b-afb9-4dc4-a2aa-719ef63dfe91,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:28.021624 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:28.120168 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-3-iscsi, 19021a1a-a787-4189-bc87-e9d4cd351988) {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:28.148637 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e9b11-4ad7-4fb4-aff7-cc30bd9f0caf None None] Network 19021a1a-a787-4189-bc87-e9d4cd351988 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:40:28.316918 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:40:28.317517 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:28.474618 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:28.554682 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-67c96352-6c5b-400c-9abc-1641f8a84d41 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8269756
Apr 30 16:40:28.555844 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55706) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:28.567140 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:28.576673 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:28.586960 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Usage tracker for resource:router and tenant:20483ff180fb4159a1d8bf4c5a8ef1c4 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:28.587448 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026217c0>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:27Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:28.591957 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20fdcb6a-cc93-550a-9ee8-f112a7e8d51c-19021a1a-a787-4189-bc87-e9d4cd351988', 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'fixed_ips': [{'subnet_id': 'd83eac6f-2332-4ffb-85a7-936843f542e5'}]}} from dv-cinder-775008-3-iscsi. {{(pid=74381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 16:40:28.593123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:28.595048 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:28.608482 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:28.609775 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45ddc6-36b6-40bd-b8c1-ca858fa6764b None None] The sync data for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi is: [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:27Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:40:28.719683 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-350657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11878'] for router, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:28.721459 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-350680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11887'] for router, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:28.764274 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:28.919259 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.db_base_plugin_common [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Allocated IP 172.20.0.2 (19021a1a-a787-4189-bc87-e9d4cd351988/d83eac6f-2332-4ffb-85a7-936843f542e5/1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e) {{(pid=74381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:40:29.127613 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Router a3958f29-6598-41ba-8610-1eaef1a05b4c has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:40:29.184903 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Notify callbacks [] for port, precommit_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:29.199286 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Transition to ACTIVE for port object 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:29.225849 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Transition to ACTIVE for port object 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e will not be triggered until provisioned by entity DHCP. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:29.302914 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342'] for port, after_create {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:29.309774 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-584ff7e6-ebf7-45f9-9211-0c0e8d49feea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:29.374621 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:40:29.387738 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-58253fd0-a1a6-4263-b8bb-f5060ab487a7 admin admin] 10.222.0.57 "PUT /v2.0/routers/a3958f29-6598-41ba-8610-1eaef1a05b4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8262589
Apr 30 16:40:29.392999 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55710) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:29.393350 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] Sync routers for ids ['a3958f29-6598-41ba-8610-1eaef1a05b4c'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:40:29.422407 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] Routers {'a3958f29-6598-41ba-8610-1eaef1a05b4c'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:29.424125 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50337b940>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['a3958f29-6598-41ba-8610-1eaef1a05b4c'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:29.431246 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Network 19021a1a-a787-4189-bc87-e9d4cd351988 is already hosted by enough agents. {{(pid=74381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:40:29.436921 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.scheduler.base_scheduler [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Resources bound (agent type, host, resource id):  {{(pid=74381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:29.444630 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Received port after_create {{(pid=74381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:40:29.449513 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Pushing event updated for resources: {'Port': ['ID=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,revision_number=1']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:29.456095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:29.607025 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Attempting to bind port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:40:29.611153 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Attempting to bind port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:40:29.611153 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Attempting to bind port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e on network 19021a1a-a787-4189-bc87-e9d4cd351988 {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:40:29.617702 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:40:29.618089 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Checking segment: {'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:40:29.618506 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:29.618915 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Bound using segment: {'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:40:29.620049 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Bound port: 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:40:29.624770 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11933'] for router, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:29.625816 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:29.801306 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] For port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:40:29.805240 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] For port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,segment=NetworkSegment(605aeecd-fb40-4d9e-875f-6056bb23d72c),segment_id=605aeecd-fb40-4d9e-875f-6056bb23d72c)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:40:29.855557 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 96063786-0ae0-4252-99fd-d83928e3ea11 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:29.892976 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:29.909125 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] Set router a3958f29-6598-41ba-8610-1eaef1a05b4c gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:29.927321 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks [] for router, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:29.960080 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-44b110c3-0635-40d0-8e67-3899874de35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:30.072787 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Pushing event updated for resources: {'Port': ['ID=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:30.076838 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:30.149203 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 96063786-0ae0-4252-99fd-d83928e3ea11 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:30.159763 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 96063786-0ae0-4252-99fd-d83928e3ea11 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:30.160929 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:30.422758 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:30.490532 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 96063786-0ae0-4252-99fd-d83928e3ea11, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=96063786-0ae0-4252-99fd-d83928e3ea11,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:30.502180 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:30.593276 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:30.600822 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:30.666612 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50337b940>, [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:40:27Z', 'revision_number': 5, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port': {'id': '0aef135f-ecab-42a2-aa3c-9c488c05edb1', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:30:34Z', 'updated_at': '2021-04-30T16:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:30.673354 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] Checking router: a3958f29-6598-41ba-8610-1eaef1a05b4c for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:40:30.689983 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] Routers {'a3958f29-6598-41ba-8610-1eaef1a05b4c'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:30.694684 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50337b940>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['a3958f29-6598-41ba-8610-1eaef1a05b4c'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:30.756547 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=96063786-0ae0-4252-99fd-d83928e3ea11,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:30.761975 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:30.937895 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:30.974251 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:30.977424 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Deleting port 0aef135f-ecab-42a2-aa3c-9c488c05edb1 {{(pid=74379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:30.977837 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:31.008350 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] Set router a3958f29-6598-41ba-8610-1eaef1a05b4c gateway port host: None {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:31.138737 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50337b940>, [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:40:30Z', 'revision_number': 6, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port_host': None}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:31.145576 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3d4a8-6ed4-461b-a576-33446e3c414e None None] The sync data for ids ['a3958f29-6598-41ba-8610-1eaef1a05b4c'] in dv-cinder-775008-3-iscsi is: [{'id': 'a3958f29-6598-41ba-8610-1eaef1a05b4c', 'name': 'tempest-TestVolumeBootPattern-1078283918-router', 'tenant_id': '7f0630fad28a440385b3ea3690b55a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:30:32Z', 'updated_at': '2021-04-30T16:40:30Z', 'revision_number': 6, 'project_id': '7f0630fad28a440385b3ea3690b55a9a', 'gw_port_host': None}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:40:31.240503 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.db [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] For port 0aef135f-ecab-42a2-aa3c-9c488c05edb1, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=0aef135f-ecab-42a2-aa3c-9c488c05edb1,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:31.240977 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:31.489217 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.plugins.ml2.plugin [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Calling delete_port for 0aef135f-ecab-42a2-aa3c-9c488c05edb1 owned by network:router_gateway {{(pid=74379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:31.495490 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Allocated IP 172.27.0.188 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/30bbb77e-5dd0-4220-a69e-110c17088e2c) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:40:31.602177 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee8792-6299-4087-80cc-53e56ef7c0c1 None None] Network 19021a1a-a787-4189-bc87-e9d4cd351988 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:40:31.805465 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-961fe40c-7b45-4bb8-aa27-dd444f535ff4 None None] Provisioning for port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:32.095102 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:32.159528 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:32.253497 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:32.265195 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:32.271316 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:32.365812 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:32.373765 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-cd8302b7-74a0-4141-af9b-052a4b93c423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:32.410514 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:32.421143 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:32.457781 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,segment=NetworkSegment(605aeecd-fb40-4d9e-875f-6056bb23d72c),segment_id=605aeecd-fb40-4d9e-875f-6056bb23d72c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:32.472409 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:40:32.503853 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:32.516905 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:40:32.542548 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:32.543418 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 96063786-0ae0-4252-99fd-d83928e3ea11 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:32.548583 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Pushing event updated for resources: {'Port': ['ID=30bbb77e-5dd0-4220-a69e-110c17088e2c,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:32.570760 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:32.571513 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:32.605220 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:32.673156 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0aef135f-ecab-42a2-aa3c-9c488c05edb1,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:32.680823 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:32.751244 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:32.757985 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:32.777383 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 96063786-0ae0-4252-99fd-d83928e3ea11 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:32.777846 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:32.949424 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:32.957957 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 3926576b-afb9-4dc4-a2aa-719ef63dfe91 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:40:33.002760 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 3926576b-afb9-4dc4-a2aa-719ef63dfe91 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:40:33.003344 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 3926576b-afb9-4dc4-a2aa-719ef63dfe91 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:40:33.184719 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.189698 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.377746 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.378244 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3958f29-6598-41ba-8610-1eaef1a05b4c {{(pid=74379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:40:33.477511 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] Notify callbacks [] for router, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.482778 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2dac9fc8-3bd0-4683-85e2-dcb1fe1522cd admin admin] 10.222.0.57 "DELETE /v2.0/routers/a3958f29-6598-41ba-8610-1eaef1a05b4c HTTP/1.1" status: 204  len: 168 time: 4.0841730
Apr 30 16:40:33.484099 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55714) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:33.524449 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.589886 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:33.606205 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] Deleting subnet 101aafc1-056c-4f7f-bd2b-119b06cdd389 {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:40:33.612201 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.711560 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:33.713773 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.720490 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.853126 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:33.960838 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 0aef135f-ecab-42a2-aa3c-9c488c05edb1 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:40:33.966069 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394851'] for router, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:34.004769 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 0aef135f-ecab-42a2-aa3c-9c488c05edb1 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:40:34.005200 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 0aef135f-ecab-42a2-aa3c-9c488c05edb1 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:40:34.309070 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:34.313538 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-5956a4b2-8445-4964-8d93-8361ceffb624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:34.330412 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 is scheduled to L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 with binding_index 1 {{(pid=74379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 16:40:34.350696 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=101aafc1-056c-4f7f-bd2b-119b06cdd389,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:34.354435 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:34.361275 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:34.367467 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886dc51-2089-4888-be13-89bc04b601e4 None None] Network 95814525-48d0-40cc-9bf5-c9cff382d65f requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:40:34.374521 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-b776332d-4b64-410b-a02d-2f0d109b6052 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/101aafc1-056c-4f7f-bd2b-119b06cdd389 HTTP/1.1" status: 204  len: 168 time: 0.8843627
Apr 30 16:40:34.374968 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55718) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:34.509073 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:34.602670 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Deleting port aebf3d6e-039a-47e0-9d7c-a9a333c681dd {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:34.603104 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:34.752432 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] DHCP port deletion for 95814525-48d0-40cc-9bf5-c9cff382d65f request from dv-cinder-775008-3-iscsi {{(pid=74381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 16:40:34.762954 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:40:34.807788 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Sync routers for ids ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:40:34.831889 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Routers {'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:34.832418 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502838190>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:34.883251 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] For port aebf3d6e-039a-47e0-9d7c-a9a333c681dd, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,segment=NetworkSegment(2f00421b-476e-4025-8014-35e5c34bd15e),segment_id=2f00421b-476e-4025-8014-35e5c34bd15e)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:34.883625 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:34.896543 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] Notify callbacks [] for router, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:34.898890 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2fb00dad-bbbe-46be-a77b-66caaf3e4c2a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.3396559
Apr 30 16:40:34.902534 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55722) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:35.077170 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] Deleting port aebf3d6e-039a-47e0-9d7c-a9a333c681dd {{(pid=74381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:40:35.077743 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.083884 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Calling delete_port for aebf3d6e-039a-47e0-9d7c-a9a333c681dd owned by network:dhcp {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:35.193585 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.199459 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:35.202191 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Set router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:35.247800 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Pushing event deleted for resources: {'Port': ['ID=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:35.251533 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:35.252535 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] No DVR routers for this DVR port aebf3d6e-039a-47e0-9d7c-a9a333c681dd on host dv-cinder-775008-3-iscsi {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:40:35.325687 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] For port aebf3d6e-039a-47e0-9d7c-a9a333c681dd, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,segment=NetworkSegment(2f00421b-476e-4025-8014-35e5c34bd15e),segment_id=2f00421b-476e-4025-8014-35e5c34bd15e)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:35.326090 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.388600 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.486104 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] Calling delete_port for aebf3d6e-039a-47e0-9d7c-a9a333c681dd owned by network:dhcp {{(pid=74381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:40:35.521775 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5016d23a0>,) {'filters': {'network_id': ['95814525-48d0-40cc-9bf5-c9cff382d65f']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:35.537104 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5016d23a0>, '2f00421b-476e-4025-8014-35e5c34bd15e') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:35.537104 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5016d23a0>, '2f00421b-476e-4025-8014-35e5c34bd15e') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:35.552611 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.570446 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device aebf3d6e-039a-47e0-9d7c-a9a333c681dd no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:40:35.573951 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.582051 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:40:35.640587 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: aebf3d6e-039a-47e0-9d7c-a9a333c681dd {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:40:35.640900 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device aebf3d6e-039a-47e0-9d7c-a9a333c681dd not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:40:35.719959 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351'] for port, after_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.724039 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:35.749324 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.772273 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] Pushing event deleted for resources: {'Port': ['ID=aebf3d6e-039a-47e0-9d7c-a9a333c681dd,revision_number=None']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:35.778493 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:35.784512 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] No DVR routers for this DVR port aebf3d6e-039a-47e0-9d7c-a9a333c681dd on host dv-cinder-775008-3-iscsi {{(pid=74381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:40:35.793470 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502838190>, [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:40:33Z', 'revision_number': 3, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port': {'id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:31Z', 'updated_at': '2021-04-30T16:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:35.798260 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Checking router: f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:40:35.798687 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Updating router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 port 30bbb77e-5dd0-4220-a69e-110c17088e2c binding host dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:40:35.808550 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Network 95814525-48d0-40cc-9bf5-c9cff382d65f has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:40:35.818937 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:35.872661 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.020383 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Network 95814525-48d0-40cc-9bf5-c9cff382d65f has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:40:36.023876 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Allocated IP 172.20.0.1 (19021a1a-a787-4189-bc87-e9d4cd351988/d83eac6f-2332-4ffb-85a7-936843f542e5/b7df8a93-72cd-4156-b0d5-011a4925e598) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:40:36.064368 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:40:36.203812 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.267643 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.268033 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.provisioning_blocks [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Transition to ACTIVE for port object b7df8a93-72cd-4156-b0d5-011a4925e598 will not be triggered until provisioned by entity DHCP. {{(pid=74379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:36.273395 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-23cd5d77-b464-4d6b-bc42-56c10fd67db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:36.296020 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.304426 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Pushing event deleted for resources: {'Network': ['ID=95814525-48d0-40cc-9bf5-c9cff382d65f,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:36.319261 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:36.320096 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-825b5060-56be-4e4c-a59f-e575ca12590c admin admin] 10.222.0.57 "DELETE /v2.0/networks/95814525-48d0-40cc-9bf5-c9cff382d65f HTTP/1.1" status: 204  len: 168 time: 1.9432263
Apr 30 16:40:36.339547 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Notify callbacks [] for port, precommit_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.354103 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Transition to ACTIVE for port object 30bbb77e-5dd0-4220-a69e-110c17088e2c will not be triggered until provisioned by entity L2. {{(pid=74381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:36.364704 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.370198 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-b54b2447-0e6b-4b93-a474-57aec46d0b93 tempest-TestMinimumBasicScenario-1441146996 tempest-TestMinimumBasicScenario-1441146996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:36.434512 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Network 19021a1a-a787-4189-bc87-e9d4cd351988 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:40:36.438108 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:36.442056 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:40:36.444484 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.460020 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-e3dc46d0-704f-43d5-b858-507e4df0c1f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:36.486822 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Pushing event updated for resources: {'Port': ['ID=b7df8a93-72cd-4156-b0d5-011a4925e598,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:36.495018 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:36.511364 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395757'] for router_interface, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.566434 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Attempting to bind port 30bbb77e-5dd0-4220-a69e-110c17088e2c on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:40:36.566818 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Attempting to bind port 30bbb77e-5dd0-4220-a69e-110c17088e2c by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:40:36.567193 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Attempting to bind port 30bbb77e-5dd0-4220-a69e-110c17088e2c on network 5fb444ce-5ebf-44b1-a189-62357eb8e37c {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:40:36.576228 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:40:36.576667 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Checking segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:40:36.577060 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.577454 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Bound using segment: {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'} {{(pid=74381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:40:36.577950 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.managers [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Bound port: 30bbb77e-5dd0-4220-a69e-110c17088e2c, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bc14b-9320-4ea0-819a-64eaeadf55e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c'}}] {{(pid=74381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:40:36.578339 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.612276 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997648b-a985-49b0-a86d-9c0e38ff71a8 None None] Pushing event updated for resources: {'Port': ['ID=30bbb77e-5dd0-4220-a69e-110c17088e2c,revision_number=2']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:36.622842 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-5997648b-a985-49b0-a86d-9c0e38ff71a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:36.697823 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] For port 30bbb77e-5dd0-4220-a69e-110c17088e2c, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:40:36.704359 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] For port 30bbb77e-5dd0-4220-a69e-110c17088e2c, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=30bbb77e-5dd0-4220-a69e-110c17088e2c,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:40:36.805202 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:36.809180 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:36.877101 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55728) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:36.966074 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Routers {'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:36.967094 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502838190>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:36.980656 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-f76ea8e2-4071-4e37-ad88-8c1e602324bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0348ba69067740ddb540d4e78d2ed016&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0984509
Apr 30 16:40:36.981301 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55732) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:37.026841 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997648b-a985-49b0-a86d-9c0e38ff71a8 None None] Pushing event updated for resources: {'Port': ['ID=30bbb77e-5dd0-4220-a69e-110c17088e2c,revision_number=3']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:37.028267 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-08e94cf6-6f31-4773-a919-9e381dad9c78 None None] Provisioning for port b7df8a93-72cd-4156-b0d5-011a4925e598 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:37.042635 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-5997648b-a985-49b0-a86d-9c0e38ff71a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:37.043249 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-08e94cf6-6f31-4773-a919-9e381dad9c78 None None] Provisioning complete for port b7df8a93-72cd-4156-b0d5-011a4925e598 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:37.043817 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-08e94cf6-6f31-4773-a919-9e381dad9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.103208 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.109156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1171e5c6-fc30-4759-baef-aca8596753ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.139829 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1171e5c6-fc30-4759-baef-aca8596753ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.177928 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-08e94cf6-6f31-4773-a919-9e381dad9c78 None None] Port b7df8a93-72cd-4156-b0d5-011a4925e598 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:40:37.231634 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] Set router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:37.295853 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1171e5c6-fc30-4759-baef-aca8596753ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.301618 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0f931507-743b-4610-b1a4-f2b20cf61e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:37.320125 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171e5c6-fc30-4759-baef-aca8596753ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553be0dc-d291-4425-b2cc-759d15fc2c0c,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:37.325768 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-1171e5c6-fc30-4759-baef-aca8596753ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:37.328137 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-1171e5c6-fc30-4759-baef-aca8596753ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.339961 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-1171e5c6-fc30-4759-baef-aca8596753ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/553be0dc-d291-4425-b2cc-759d15fc2c0c HTTP/1.1" status: 204  len: 168 time: 0.3551118
Apr 30 16:40:37.375824 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.444700 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.474045 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-6e91520f-0f30-4938-ab9c-b3241b1c5725 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:37.564264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Pushing event updated for resources: {'Port': ['ID=b7df8a93-72cd-4156-b0d5-011a4925e598,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:37.569524 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:37.578202 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395592'] for router_interface, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:37.753840 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Network 19021a1a-a787-4189-bc87-e9d4cd351988 is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:40:37.755176 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:40:37.807914 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502838190>, [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 4, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port': {'id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:31Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'b7df8a93-72cd-4156-b0d5-011a4925e598', 'name': '', 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'mac_address': 'fa:16:3e:fe:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:35Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 1, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'subnets': [{'id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:37.813048 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68b420-dafb-4aed-be1a-b6d986ec7526 None None] The sync data for ids ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'] in dv-cinder-775008-3-iscsi is: [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 4, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port': {'id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:31Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'b7df8a93-72cd-4156-b0d5-011a4925e598', 'name': '', 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'mac_address': 'fa:16:3e:fe:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:35Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 1, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'subnets': [{'id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:40:37.994562 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:40:38.008406 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-bb13c5af-47c4-4ec4-8527-1e99fc5d2769 None None] Provisioning complete for port b7df8a93-72cd-4156-b0d5-011a4925e598 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:38.009090 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-bb13c5af-47c4-4ec4-8527-1e99fc5d2769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:38.104969 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-bb13c5af-47c4-4ec4-8527-1e99fc5d2769 None None] Port b7df8a93-72cd-4156-b0d5-011a4925e598 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:40:38.199994 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55740) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:38.268082 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e3ebc848-6c88-4342-9f2a-904eb77e4610 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f0630fad28a440385b3ea3690b55a9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0665975
Apr 30 16:40:38.270277 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 55744) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:38.291565 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:40:38.308374 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] 10.222.0.57 "PUT /v2.0/routers/f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4040880
Apr 30 16:40:38.358049 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0b138ee7-52d8-4563-99a4-3b76e81d2a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:38.417467 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0b138ee7-52d8-4563-99a4-3b76e81d2a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:38.594221 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0b138ee7-52d8-4563-99a4-3b76e81d2a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:38.618288 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-d3a319ea-947c-41b6-9527-99d5f2b1a8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:38.680182 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-0b138ee7-52d8-4563-99a4-3b76e81d2a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:38.685168 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-0b138ee7-52d8-4563-99a4-3b76e81d2a1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b51db706-957f-4a18-b31a-60e60342be02 HTTP/1.1" status: 204  len: 168 time: 0.4109297
Apr 30 16:40:38.685168 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b138ee7-52d8-4563-99a4-3b76e81d2a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51db706-957f-4a18-b31a-60e60342be02,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:38.707628 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-0b138ee7-52d8-4563-99a4-3b76e81d2a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:39.250715 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55756) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:39.261727 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708429508', 'description': 'tempest-secgroup-smoke-708429508 description', 'project_id': '8ed95686416c4430bee7b88ff31508d9'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:39.272993 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:39.281185 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:security_group and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:39.287505 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:39.300933 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:39.389109 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:39.427313 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:39.434288 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:security_group_rule and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:39.439517 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:39.450998 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:39.550482 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:39.580037 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 30bbb77e-5dd0-4220-a69e-110c17088e2c up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:39.598894 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:39.606519 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-8fffe50a-6cfb-4242-ae63-2c4642c0e2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:39.653319 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe3c9cd-d7cd-4bec-9158-6330a36cef2a,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:39.662811 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.663584 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.664091 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.664661 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.665148 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.666207 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.667232 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.667640 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.668100 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.668552 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.669256 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.675264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:40:39.675264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:39.695564 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:39.697515 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2d086757-9a5d-424f-87ec-765343596bbd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4451013
Apr 30 16:40:39.701001 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55760) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:39.706885 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'security_group_rule': {'security_group_id': 'efe3c9cd-d7cd-4bec-9158-6330a36cef2a', 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:39.713755 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:39.718252 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:security_group_rule and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:39.721462 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:39.728974 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:39.752636 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port 30bbb77e-5dd0-4220-a69e-110c17088e2c completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:39.758183 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 30bbb77e-5dd0-4220-a69e-110c17088e2c triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:39.758562 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:39.829264 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:39.894058 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:39.910303 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:39.915133 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port 30bbb77e-5dd0-4220-a69e-110c17088e2c, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=30bbb77e-5dd0-4220-a69e-110c17088e2c,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:40.050164 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.052632 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-fde858d2-37bd-4ec1-8661-c8f8ebd10246 tempest-AttachVolumeTestJSON-1805638404 tempest-AttachVolumeTestJSON-1805638404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:40.080972 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bcfa0a-33dd-41a5-85eb-10a079e8007a,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:40.085709 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:40.101179 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.103190 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:40.176012 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.177318 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4750803
Apr 30 16:40:40.180043 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55764) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:40.186829 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=30bbb77e-5dd0-4220-a69e-110c17088e2c,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:40.187039 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'security_group_rule': {'security_group_id': 'efe3c9cd-d7cd-4bec-9158-6330a36cef2a', 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:40.187730 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:40.196578 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:40.202203 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:security_group_rule and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:40.205904 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:40.216697 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:40.291892 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.368802 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.433611 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.436115 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-941f51cc-c24c-4292-bfc3-7cd20a70c408 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:40.463602 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc19bc04-13a6-440e-b502-5499b8bbced4,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:40.467153 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:40.505320 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Sync routers for ids ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:40:40.518506 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Routers {'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:40.519220 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026cbb80>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:40.552935 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.554634 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d363bfa1-c79a-4c1a-9d98-098f3761c6ff tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3734276
Apr 30 16:40:40.559356 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55768) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:40.565989 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'security_group_rule': {'security_group_id': 'efe3c9cd-d7cd-4bec-9158-6330a36cef2a', 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:40.573777 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:40.579226 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:security_group_rule and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:40.582327 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:40.589608 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:40.692354 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.729114 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Set router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:40.799333 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.924407 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:40.926387 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:40.951515 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89506cf2-72d7-4a55-bc5d-c26b0ce78156,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:40.954134 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:41.090059 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.091624 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-c223da8a-6c89-4b13-81cc-5e78bcbadd08 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5310550
Apr 30 16:40:41.096152 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55772) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:41.102926 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'security_group_rule': {'security_group_id': 'efe3c9cd-d7cd-4bec-9158-6330a36cef2a', 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:41.111425 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:41.116101 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:security_group_rule and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:41.120460 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:41.128180 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:41.139234 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026cbb80>, [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 4, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port': {'id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:31Z', 'updated_at': '2021-04-30T16:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'b7df8a93-72cd-4156-b0d5-011a4925e598', 'name': '', 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'mac_address': 'fa:16:3e:fe:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:35Z', 'updated_at': '2021-04-30T16:40:37Z', 'revision_number': 2, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'subnets': [{'id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:41.144216 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Checking router: f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:40:41.144710 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Updating router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 port b7df8a93-72cd-4156-b0d5-011a4925e598 binding host dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 16:40:41.204896 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.264248 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.344114 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.434111 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.441095 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:41.464520 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acbe859-7b17-4995-ae4d-71b5b130c6e7,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:41.467207 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:41.543279 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 30bbb77e-5dd0-4220-a69e-110c17088e2c up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:41.559526 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.564245 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4635928
Apr 30 16:40:41.564654 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55776) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:41.571197 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'security_group_rule': {'security_group_id': 'efe3c9cd-d7cd-4bec-9158-6330a36cef2a', 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:41.582400 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:41.590040 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:security_group_rule and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:41.594871 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:41.606934 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:41.660088 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port 30bbb77e-5dd0-4220-a69e-110c17088e2c triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:41.660473 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.672972 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Notify callbacks [] for port, precommit_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.694106 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.provisioning_blocks [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Transition to ACTIVE for port object b7df8a93-72cd-4156-b0d5-011a4925e598 will not be triggered until provisioned by entity L2. {{(pid=74382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:40:41.769987 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.securitygroups_db [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Project 8ed95686416c4430bee7b88ff31508d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 16:40:41.778298 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.793758 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.800264 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:41.863494 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.936451 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:41.951751 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-60e4e8b0-2cde-44f9-82e2-c5425eeff301 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:41.973349 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814e14d-25c4-4bb3-80da-919aedcf1d95 None None] Pushing event updated for resources: {'Port': ['ID=b7df8a93-72cd-4156-b0d5-011a4925e598,revision_number=3']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:41.985496 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4486514-de4d-4317-a9e4-9fc54565687d,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:41.989834 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:42.010605 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-2814e14d-25c4-4bb3-80da-919aedcf1d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:42.042229 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Attempting to bind port b7df8a93-72cd-4156-b0d5-011a4925e598 on host dv-cinder-775008-3-iscsi for vnic_type normal with profile  {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:40:42.042691 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Attempting to bind port b7df8a93-72cd-4156-b0d5-011a4925e598 by drivers openvswitch,hyperv on host dv-cinder-775008-3-iscsi at level 0 using segments [{'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:40:42.043102 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Attempting to bind port b7df8a93-72cd-4156-b0d5-011a4925e598 on network 19021a1a-a787-4189-bc87-e9d4cd351988 {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:40:42.049498 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Checking agent: {'id': 'f8cd4789-b6e6-4c60-88dd-7055667dac6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 14, 49), 'started_at': datetime.datetime(2021, 4, 30, 16, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:40:42.049885 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Checking segment: {'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:40:42.051556 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:42.051556 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Bound using segment: {'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'} {{(pid=74382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:40:42.051556 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.managers [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Bound port: b7df8a93-72cd-4156-b0d5-011a4925e598, host: dv-cinder-775008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605aeecd-fb40-4d9e-875f-6056bb23d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988'}}] {{(pid=74382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:40:42.051934 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:42.068069 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:42.070507 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d0047aed-75bf-4a4f-a435-47f71c587960 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5041242
Apr 30 16:40:42.073396 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55780) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:40:42.083592 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'security_group_rule': {'security_group_id': 'efe3c9cd-d7cd-4bec-9158-6330a36cef2a', 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:40:42.094626 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:40:42.099682 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:security_group_rule and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:40:42.104030 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:40:42.111762 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:40:42.154491 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] For port b7df8a93-72cd-4156-b0d5-011a4925e598, host dv-cinder-775008-3-iscsi, cleared binding levels {{(pid=74382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:40:42.157685 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.plugins.ml2.db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] For port b7df8a93-72cd-4156-b0d5-011a4925e598, host dv-cinder-775008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=b7df8a93-72cd-4156-b0d5-011a4925e598,segment=NetworkSegment(605aeecd-fb40-4d9e-875f-6056bb23d72c),segment_id=605aeecd-fb40-4d9e-875f-6056bb23d72c)] {{(pid=74382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:40:42.204513 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.securitygroups_db [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Project 8ed95686416c4430bee7b88ff31508d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 16:40:42.210909 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:42.227769 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron_lib.callbacks.manager [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:42.232675 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:42.313682 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Routers {'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:40:42.314330 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5026cbb80>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:40:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:42.328280 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:42.405238 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463905'] for security_group_rule, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:42.409281 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-a29c0244-bfaa-4d54-a6e1-ce81e0787e89 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:42.422669 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814e14d-25c4-4bb3-80da-919aedcf1d95 None None] Pushing event updated for resources: {'Port': ['ID=b7df8a93-72cd-4156-b0d5-011a4925e598,revision_number=4']} {{(pid=74382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:42.432730 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG oslo_concurrency.lockutils [None req-2814e14d-25c4-4bb3-80da-919aedcf1d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:42.445501 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e781c96c-1f51-49ef-a414-54ee0d7f7d13,revision_number=0']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:42.449227 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:42.548196 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:42.548462 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] Set router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:40:42.549679 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-ac4be214-96df-400e-9ee1-19efc95abaf9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4739206
Apr 30 16:40:42.973836 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5026cbb80>, [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 4, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port': {'id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:31Z', 'updated_at': '2021-04-30T16:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'b7df8a93-72cd-4156-b0d5-011a4925e598', 'name': '', 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'mac_address': 'fa:16:3e:fe:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:35Z', 'updated_at': '2021-04-30T16:40:42Z', 'revision_number': 4, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'subnets': [{'id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:40:42.980209 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddab48f-200b-4d64-ba11-0b846e5a12a4 None None] The sync data for ids ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'] in dv-cinder-775008-3-iscsi is: [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:40:36Z', 'revision_number': 4, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port': {'id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:31Z', 'updated_at': '2021-04-30T16:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': 'b7df8a93-72cd-4156-b0d5-011a4925e598', 'name': '', 'network_id': '19021a1a-a787-4189-bc87-e9d4cd351988', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'mac_address': 'fa:16:3e:fe:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:35Z', 'updated_at': '2021-04-30T16:40:42Z', 'revision_number': 4, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'subnets': [{'id': 'd83eac6f-2332-4ffb-85a7-936843f542e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:40:43.603850 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device b7df8a93-72cd-4156-b0d5-011a4925e598 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:43.832758 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning for port b7df8a93-72cd-4156-b0d5-011a4925e598 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:40:43.846504 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port b7df8a93-72cd-4156-b0d5-011a4925e598 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:43.847086 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:43.978697 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:44.017371 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] For port b7df8a93-72cd-4156-b0d5-011a4925e598, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=b7df8a93-72cd-4156-b0d5-011a4925e598,segment=NetworkSegment(605aeecd-fb40-4d9e-875f-6056bb23d72c),segment_id=605aeecd-fb40-4d9e-875f-6056bb23d72c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:40:44.102214 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:44.108816 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:40:44.186331 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Pushing event updated for resources: {'Port': ['ID=b7df8a93-72cd-4156-b0d5-011a4925e598,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:40:44.189456 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:40:45.545797 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device b7df8a93-72cd-4156-b0d5-011a4925e598 up at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:40:45.629948 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Provisioning complete for port b7df8a93-72cd-4156-b0d5-011a4925e598 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:40:45.630348 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:45.746637 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:46.061646 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a29eda29-93a8-4c9f-9f58-ca1e55d2bf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:48.701592 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:48.832654 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5b18-9c39-4a7d-8fef-45716362620d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:49.769821 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:51.331510 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:40:59.759183 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:41:08.510927 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-2864acf6-7e83-4ff7-af04-64784363a1b8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Synchronizing usage tracker for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:security_group {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:41:08.626673 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-2864acf6-7e83-4ff7-af04-64784363a1b8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Unset dirty status for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:security_group {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:41:08.627880 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-2864acf6-7e83-4ff7-af04-64784363a1b8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708429508&fields=id&tenant_id=8ed95686416c4430bee7b88ff31508d9 HTTP/1.1" status: 200  len: 267 time: 0.1604559
Apr 30 16:41:08.900519 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-c937a8a1-8a27-4a45-ac0c-3a0b522fb19e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:08.901264 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-c937a8a1-8a27-4a45-ac0c-3a0b522fb19e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Synchronizing usage tracker for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:network {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:41:09.003073 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-c937a8a1-8a27-4a45-ac0c-3a0b522fb19e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Unset dirty status for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:network {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:41:09.004268 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-c937a8a1-8a27-4a45-ac0c-3a0b522fb19e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 809 time: 0.3684680
Apr 30 16:41:09.020574 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-7162bedb-22e2-4d7c-9a75-8f80ce0ee016 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/quotas/8ed95686416c4430bee7b88ff31508d9 HTTP/1.1" status: 200  len: 375 time: 0.0103571
Apr 30 16:41:09.115131 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-c26cee9f-6c44-4722-b280-6e7c5a133add tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0891192
Apr 30 16:41:09.377698 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-49962998-4edc-4b1c-bc7c-1f66415077f3 service neutron] 10.222.0.57 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506711
Apr 30 16:41:09.521429 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-a68f93d2-f50e-4464-b097-ef77593951df service neutron] 10.222.0.57 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373663
Apr 30 16:41:10.215121 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-24d59ea8-99ca-472a-b319-91e821dbbbd4 req-3a9d6211-6ffd-4f30-93e9-a1a0d1e5a1b3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Synchronizing usage tracker for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:41:10.295579 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-24d59ea8-99ca-472a-b319-91e821dbbbd4 req-3a9d6211-6ffd-4f30-93e9-a1a0d1e5a1b3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Unset dirty status for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:41:10.297243 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-24d59ea8-99ca-472a-b319-91e821dbbbd4 req-3a9d6211-6ffd-4f30-93e9-a1a0d1e5a1b3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 210 time: 0.1294549
Apr 30 16:41:11.397632 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b853c920-24d1-42df-8c42-59eb67432097 req-b82ea5ec-9539-4796-8194-3458e0f1f082 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 210 time: 0.0461812
Apr 30 16:41:12.559057 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1b0b6cac-f2a4-445a-8b23-33d3e02f5849 req-af83e01a-6a05-4b85-b742-3f4a1ef75809 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 210 time: 0.0477862
Apr 30 16:41:12.920959 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-358e0911-38a4-46a1-91ce-c2dd535b8d83 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:12.922439 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-358e0911-38a4-46a1-91ce-c2dd535b8d83 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 809 time: 0.1645257
Apr 30 16:41:12.986925 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-56a4752f-2cc3-4270-9a25-ec2436e0f22e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed95686416c4430bee7b88ff31508d9 HTTP/1.1" status: 200  len: 379 time: 0.0449476
Apr 30 16:41:12.999912 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'port': {'device_id': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'admin_state_up': True, 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'security_groups': ['efe3c9cd-d7cd-4bec-9158-6330a36cef2a']}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:41:13.160573 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:41:13.172027 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.quota.driver [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74380) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:41:13.244501 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Made reservation on behalf of 8ed95686416c4430bee7b88ff31508d9 for: {'port': 1} {{(pid=74380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 16:41:13.250274 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:13.469048 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_common [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Allocated IP 172.20.0.4 (e3b8589a-25ee-4b9c-ac49-bae94ef19e43/792b59b3-f87a-43d4-91e7-3d299ee390d4/c303b926-e0bd-41b0-9b5b-2343582688b5) {{(pid=74380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:41:13.681589 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for port, precommit_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:13.701252 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Transition to ACTIVE for port object c303b926-e0bd-41b0-9b5b-2343582688b5 will not be triggered until provisioned by entity DHCP. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:41:13.753474 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-0cecd185-9fdb-4551-a53e-ba14034ec670 req-20ceb12f-61b3-4d3e-903b-508953a8c174 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 210 time: 0.0536013
Apr 30 16:41:13.860493 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_create {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:13.866807 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9e081d78-506d-4d7e-aa05-2c49b76af044 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:41:13.938248 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 is already hosted by enough agents. {{(pid=74380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:41:13.942224 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.base_scheduler [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources bound (agent type, host, resource id):  {{(pid=74380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:41:13.946536 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Received port after_create {{(pid=74380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:41:13.980056 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=1']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:41:14.006246 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.006555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.007000 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.007455 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.007808 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.008184 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.008547 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.008921 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.013131 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.013131 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.013131 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.013131 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:14.017002 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:41:14.039012 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:14.040032 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:14.158904 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9388e8c1-6a21-4dc0-93ad-c7297fdb9366 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1661623
Apr 30 16:41:14.179220 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.v2.base [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Request body: {'port': {'device_id': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=74380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:41:14.249663 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-cf52d36f-391b-4bb5-9ed6-197a45670bbe None None] Provisioning for port c303b926-e0bd-41b0-9b5b-2343582688b5 completed by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:41:14.255879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-cf52d36f-391b-4bb5-9ed6-197a45670bbe None None] Provisioning complete for port c303b926-e0bd-41b0-9b5b-2343582688b5 triggered by entity DHCP. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:41:14.258660 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-cf52d36f-391b-4bb5-9ed6-197a45670bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:14.303582 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:14.324961 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-cf52d36f-391b-4bb5-9ed6-197a45670bbe None None] Port c303b926-e0bd-41b0-9b5b-2343582688b5 cannot update to ACTIVE because it is not bound. {{(pid=74381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 16:41:14.914316 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c303b926-e0bd-41b0-9b5b-2343582688b5 {{(pid=74380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:41:14.922878 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:14.940736 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.provisioning_blocks [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Transition to ACTIVE for port object c303b926-e0bd-41b0-9b5b-2343582688b5 will not be triggered until provisioned by entity L2. {{(pid=74380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 16:41:15.021678 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:15.030927 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-057a2705-b462-4362-a064-6ef6b6c5a174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:41:15.076711 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957f527-3632-48d2-99f8-7b3df9e55b85 req-535512b8-50e4-4f6c-ae62-32b36a31bec8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:15.078811 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5957f527-3632-48d2-99f8-7b3df9e55b85 req-535512b8-50e4-4f6c-ae62-32b36a31bec8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.2045784
Apr 30 16:41:15.137869 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-5957f527-3632-48d2-99f8-7b3df9e55b85 req-a7305296-4bd5-41f8-934f-c5787579b22d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Synchronizing usage tracker for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:security_group {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:41:15.152833 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [req-5957f527-3632-48d2-99f8-7b3df9e55b85 req-a7305296-4bd5-41f8-934f-c5787579b22d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Unset dirty status for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:security_group {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:41:15.154053 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-5957f527-3632-48d2-99f8-7b3df9e55b85 req-a7305296-4bd5-41f8-934f-c5787579b22d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620492
Apr 30 16:41:15.209732 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Pushing event updated for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=2']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:41:15.218723 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:41:15.302204 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Attempting to bind port c303b926-e0bd-41b0-9b5b-2343582688b5 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 16:41:15.302532 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Attempting to bind port c303b926-e0bd-41b0-9b5b-2343582688b5 by drivers openvswitch,hyperv on host hv-cinder-77500 at level 0 using segments [{'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 16:41:15.302856 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Attempting to bind port c303b926-e0bd-41b0-9b5b-2343582688b5 on network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:41:15.307537 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Port c303b926-e0bd-41b0-9b5b-2343582688b5 on network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77500 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 16:41:15.307850 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Attempting to bind port c303b926-e0bd-41b0-9b5b-2343582688b5 on network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 16:41:15.314037 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Checking agent: {'id': '67f6750f-9edb-4d89-b212-21c20539e99b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'started_at': datetime.datetime(2021, 4, 30, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 16:41:15.314369 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Checking segment: {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 16:41:15.314751 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Bound using segment: {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'} {{(pid=74380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 16:41:15.315165 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Bound port: c303b926-e0bd-41b0-9b5b-2343582688b5, host: hv-cinder-77500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d76b98-e293-4a2a-a0f4-069b8c93c9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43'}}] {{(pid=74380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 16:41:15.315500 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:15.408358 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, cleared binding levels {{(pid=74380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 16:41:15.411616 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 16:41:15.524353 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2056400'] for port, after_update {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:15.528422 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-25f12782-7cee-4ecc-9855-a71e36b50791 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:41:15.586963 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:15.587579 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:15.589004 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] 10.222.0.69 "PUT /v2.0/ports/c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 1093 time: 1.4141502
Apr 30 16:41:15.589671 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:41:15.616402 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Pushing event updated for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=3']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:41:15.628537 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:41:15.660782 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'status': 'completed', 'code': 200}
Apr 30 16:41:15.747871 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:15.779343 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f9bee-6b52-4843-aff6-67c006dd702a req-88521806-ed30-4288-bdd5-c9ba8290f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:15.780824 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a6f9bee-6b52-4843-aff6-67c006dd702a req-88521806-ed30-4288-bdd5-c9ba8290f5cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1096 time: 0.0783963
Apr 30 16:41:15.933916 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f9bee-6b52-4843-aff6-67c006dd702a req-12585aea-6d72-4fdc-a2f2-9807d55f0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:15.935360 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a6f9bee-6b52-4843-aff6-67c006dd702a req-12585aea-6d72-4fdc-a2f2-9807d55f0787 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8ed95686416c4430bee7b88ff31508d9&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1391253
Apr 30 16:41:16.037956 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-335bc869-fce6-4aab-8fa4-3f206b2970ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:16.080762 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f9bee-6b52-4843-aff6-67c006dd702a req-61d5ece1-1c95-41e0-86d3-4f34bcd1d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:16.083014 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6a6f9bee-6b52-4843-aff6-67c006dd702a req-61d5ece1-1c95-41e0-86d3-4f34bcd1d154 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1396024
Apr 30 16:41:16.221284 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-8266088d-2182-4bda-bbd2-908fa1f998bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:16.222905 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-8266088d-2182-4bda-bbd2-908fa1f998bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1096 time: 0.0806308
Apr 30 16:41:16.300091 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-995f462e-f70f-404e-a34d-9dc21fb4d00f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 217 time: 0.0624676
Apr 30 16:41:16.354211 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989086c-9717-4481-b428-55f90ad7cdc0 req-79cc2970-b610-4fb5-ad7e-2905644f6e94 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:16.356585 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f989086c-9717-4481-b428-55f90ad7cdc0 req-79cc2970-b610-4fb5-ad7e-2905644f6e94 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0880072
Apr 30 16:41:16.368063 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9d2ec036-c8ad-4c01-a26f-05b5077613a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:16.369830 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-9d2ec036-c8ad-4c01-a26f-05b5077613a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0629721
Apr 30 16:41:16.406208 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f989086c-9717-4481-b428-55f90ad7cdc0 req-1ee5ad94-483b-4e96-a94a-59dcfe4a4e23 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437205
Apr 30 16:41:16.458500 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-4efd9f43-4fab-4b7a-accd-13021aaef094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:16.461006 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-4efd9f43-4fab-4b7a-accd-13021aaef094 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838923
Apr 30 16:41:16.603857 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-a97065fd-a3de-491c-adc6-7b0966d2fc24 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356611
Apr 30 16:41:16.718012 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [req-55d2e466-4b1f-4a12-b565-da5b03ccb18b req-0ff1fd97-fc26-4ea3-9cf5-26223ccc330e service neutron] (74380) timed out ('10.222.0.69', 50130) {{(pid=74380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 16:41:16.752011 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-b0ba9a9a-7956-411b-acc5-6f6f4c71bb11 req-e8274391-1278-4612-a589-deb99a288e92 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406512
Apr 30 16:41:17.609459 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a52de2-78ba-4333-b80b-df9260ae7dff req-b57930ff-944b-4c34-8e0d-270ebbc4ca85 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:17.610239 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-24a52de2-78ba-4333-b80b-df9260ae7dff req-b57930ff-944b-4c34-8e0d-270ebbc4ca85 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Synchronizing usage tracker for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:41:17.734591 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-24a52de2-78ba-4333-b80b-df9260ae7dff req-b57930ff-944b-4c34-8e0d-270ebbc4ca85 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Unset dirty status for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:41:17.735696 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-24a52de2-78ba-4333-b80b-df9260ae7dff req-b57930ff-944b-4c34-8e0d-270ebbc4ca85 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.2130942
Apr 30 16:41:17.888536 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-24a52de2-78ba-4333-b80b-df9260ae7dff req-dc330529-5df3-4479-9d1a-25d7c896e8ec tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1469548
Apr 30 16:41:18.712389 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:18.820927 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-87f28d20-0bfc-414f-bfbd-04bc824a9bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:19.079273 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd4f05-66e3-4ff9-b266-94beeae2d438 req-66876cc7-8c5a-42d2-9cc1-664175a274bc tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:19.080793 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-50cd4f05-66e3-4ff9-b266-94beeae2d438 req-66876cc7-8c5a-42d2-9cc1-664175a274bc tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0840974
Apr 30 16:41:19.130450 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-50cd4f05-66e3-4ff9-b266-94beeae2d438 req-88d9840b-c38e-46e3-b05b-aa688dd7f1a3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436716
Apr 30 16:41:19.774984 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:20.318960 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb033eb-fab1-4fc0-a03c-8386db884dd6 req-c68a7108-4621-472b-a022-8787a8d8dc77 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:20.320480 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dcb033eb-fab1-4fc0-a03c-8386db884dd6 req-c68a7108-4621-472b-a022-8787a8d8dc77 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0827570
Apr 30 16:41:20.366966 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-dcb033eb-fab1-4fc0-a03c-8386db884dd6 req-f9f88e24-a2e1-4b5b-8d32-50d3e36e4855 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402470
Apr 30 16:41:21.340506 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:21.561441 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9e312-e768-444d-887d-9b0d919c4bea req-c996ffa9-e592-4d4b-9e3e-95a349d05db0 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:21.562954 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-61b9e312-e768-444d-887d-9b0d919c4bea req-c996ffa9-e592-4d4b-9e3e-95a349d05db0 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0892117
Apr 30 16:41:21.611527 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-61b9e312-e768-444d-887d-9b0d919c4bea req-fe5f3abf-5eef-4800-8021-34cd9d615df5 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412376
Apr 30 16:41:22.805516 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0363-2b29-45ea-8a2b-a6d5689b8b3f req-963eec1d-ff11-488e-8625-5df1101ea29c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:22.806954 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8d1c0363-2b29-45ea-8a2b-a6d5689b8b3f req-963eec1d-ff11-488e-8625-5df1101ea29c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0840862
Apr 30 16:41:22.854213 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8d1c0363-2b29-45ea-8a2b-a6d5689b8b3f req-939ba2ec-3967-4e6e-a6f8-c1def89f9cc7 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407114
Apr 30 16:41:24.055080 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049190c-fa0d-4a4f-ac89-2c605d4a165a req-32f74731-0479-4aad-aaf7-23bd064e4a6b tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:24.056648 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a049190c-fa0d-4a4f-ac89-2c605d4a165a req-32f74731-0479-4aad-aaf7-23bd064e4a6b tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0879312
Apr 30 16:41:24.111311 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a049190c-fa0d-4a4f-ac89-2c605d4a165a req-f23908ba-38a6-4e19-af6f-67d191804be3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442502
Apr 30 16:41:25.314748 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310cb5-536b-48a5-b679-f5c81af35d6e req-06528e98-51dd-4e27-bcdc-f092a9d9d96b tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:25.316230 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-07310cb5-536b-48a5-b679-f5c81af35d6e req-06528e98-51dd-4e27-bcdc-f092a9d9d96b tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0848784
Apr 30 16:41:25.362471 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-07310cb5-536b-48a5-b679-f5c81af35d6e req-e37bd269-71f0-4d11-8ddc-2176f1243e84 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403883
Apr 30 16:41:26.553668 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f7168-7c27-4203-a837-74ca9a4bdacc req-af5da072-fa5e-4289-ae2d-a771045e5998 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:26.554867 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c9f7168-7c27-4203-a837-74ca9a4bdacc req-af5da072-fa5e-4289-ae2d-a771045e5998 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0819511
Apr 30 16:41:26.600816 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1c9f7168-7c27-4203-a837-74ca9a4bdacc req-45b25dd3-d6dc-44f2-8218-ee1bd78daef6 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395751
Apr 30 16:41:26.854415 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c303b926-e0bd-41b0-9b5b-2343582688b5 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:41:26.984512 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:41:26.997913 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'port_id': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'mac_address': 'fa:16:3e:73:0c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:41:27.053087 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:27.070541 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c303b926-e0bd-41b0-9b5b-2343582688b5 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:41:27.086016 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:41:27.198201 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:27.200013 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-27d045be-08a3-4576-9771-29ff1ab2102d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:41:27.268245 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=4']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:41:27.275919 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.276834 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.277266 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.277738 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.278168 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.278530 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.278944 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.279393 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.279810 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.280217 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.280622 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.281066 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:41:27.285869 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:41:27.649298 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['c303b926-e0bd-41b0-9b5b-2343582688b5'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:41:27.789516 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0521a-3820-40e3-88dc-b8ae7144a6b3 req-bcdc5e59-cca4-4d09-8dc7-16da9db71a6a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:27.791882 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-34c0521a-3820-40e3-88dc-b8ae7144a6b3 req-bcdc5e59-cca4-4d09-8dc7-16da9db71a6a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 944 time: 0.0841172
Apr 30 16:41:27.837754 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-34c0521a-3820-40e3-88dc-b8ae7144a6b3 req-3bb02d73-6895-42c3-b0e0-0921fc801ffd tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401208
Apr 30 16:41:28.858086 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c303b926-e0bd-41b0-9b5b-2343582688b5 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:41:28.997734 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning for port c303b926-e0bd-41b0-9b5b-2343582688b5 completed by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 16:41:29.002526 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port c303b926-e0bd-41b0-9b5b-2343582688b5 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:41:29.002896 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:29.032142 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cb6dc-dd70-449f-862c-d043f26a4f26 req-51f02564-602a-4c47-8825-913e414aadcb tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:29.033862 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-261cb6dc-dd70-449f-862c-d043f26a4f26 req-51f02564-602a-4c47-8825-913e414aadcb tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 944 time: 0.0892773
Apr 30 16:41:29.090851 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-261cb6dc-dd70-449f-862c-d043f26a4f26 req-d6e0101d-bc5a-4e09-9205-c07c668d5083 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458004
Apr 30 16:41:29.128911 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:29.157949 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:41:29.168945 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:41:29.243714 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:29.246065 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-9c0c83c7-1d1a-4525-97f0-c6439261cffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:41:29.319312 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=5']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:41:29.322624 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:41:29.361633 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'code': 200}
Apr 30 16:41:29.864521 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54326d44-efa1-4ebc-ae20-86637fadab15 req-d9bc4e0d-3935-4105-9e53-f39b8386221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:29.866095 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-54326d44-efa1-4ebc-ae20-86637fadab15 req-d9bc4e0d-3935-4105-9e53-f39b8386221c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.0774019
Apr 30 16:41:29.910667 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-54326d44-efa1-4ebc-ae20-86637fadab15 req-189b0849-c6ca-4f57-a5bb-df2216319846 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377457
Apr 30 16:41:30.290294 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2d066-25b2-46a8-ab17-b07a2bea1a74 req-30859a04-7546-4d4f-86f2-4be85f2e3ada tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:30.292968 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-12d2d066-25b2-46a8-ab17-b07a2bea1a74 req-30859a04-7546-4d4f-86f2-4be85f2e3ada tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0888882
Apr 30 16:41:30.343984 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-12d2d066-25b2-46a8-ab17-b07a2bea1a74 req-bfb5bbd1-bb4c-41a3-9cb5-aee0e8cc6974 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450633
Apr 30 16:41:31.540116 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d5090-5dab-4f3b-ba0f-9d9c0e3fee11 req-eabe9066-6a32-417f-9973-7b102dddbc03 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:31.542221 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-637d5090-5dab-4f3b-ba0f-9d9c0e3fee11 req-eabe9066-6a32-417f-9973-7b102dddbc03 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0865488
Apr 30 16:41:31.595841 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-637d5090-5dab-4f3b-ba0f-9d9c0e3fee11 req-b3f12ec3-7816-4bbb-afa8-f2a90d3d685b tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470400
Apr 30 16:41:32.788031 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dff7-c760-46a1-bd66-cc2823b37e9b req-32370cd5-1411-4326-b205-0f4ed835b688 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:32.789546 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e879dff7-c760-46a1-bd66-cc2823b37e9b req-32370cd5-1411-4326-b205-0f4ed835b688 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0832465
Apr 30 16:41:32.841653 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e879dff7-c760-46a1-bd66-cc2823b37e9b req-576eada4-37cf-487e-9893-9fa154d14b9c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459108
Apr 30 16:41:33.031630 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f8cb2-554d-4f0f-ab8b-04b8dacc72ea req-0274ce5c-4986-4bcb-991e-fbfe6a45171d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:33.033173 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-654f8cb2-554d-4f0f-ab8b-04b8dacc72ea req-0274ce5c-4986-4bcb-991e-fbfe6a45171d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0829735
Apr 30 16:41:33.081946 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-654f8cb2-554d-4f0f-ab8b-04b8dacc72ea req-8c5d0354-42c7-48a5-be53-833385df3c0e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428457
Apr 30 16:41:33.104241 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55970) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:41:33.290731 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac2334-88da-4b00-a5cd-9979a878dbb6 tempest-TestShelveInstance-1776045773 tempest-TestShelveInstance-1776045773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:33.291450 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-d0ac2334-88da-4b00-a5cd-9979a878dbb6 tempest-TestShelveInstance-1776045773 tempest-TestShelveInstance-1776045773-project-admin] Synchronizing usage tracker for tenant:20483ff180fb4159a1d8bf4c5a8ef1c4 on resource:port {{(pid=74379) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:41:33.374145 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-d0ac2334-88da-4b00-a5cd-9979a878dbb6 tempest-TestShelveInstance-1776045773 tempest-TestShelveInstance-1776045773-project-admin] Unset dirty status for tenant:20483ff180fb4159a1d8bf4c5a8ef1c4 on resource:port {{(pid=74379) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:41:33.375871 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-d0ac2334-88da-4b00-a5cd-9979a878dbb6 tempest-TestShelveInstance-1776045773 tempest-TestShelveInstance-1776045773-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1093 time: 0.2694919
Apr 30 16:41:33.378401 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 55976) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:41:33.388819 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.v2.base [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Request body: {'floatingip': {'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'port_id': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=74379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 16:41:33.390726 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 16:41:33.394702 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Usage tracker for resource:floatingip and tenant:8ed95686416c4430bee7b88ff31508d9 is out of sync, need to count used quota {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 16:41:33.397607 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.quota.resource [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74379) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 16:41:33.404743 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.quota.driver [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 16:41:33.488190 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for floatingip, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:33.638730 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:33.782112 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.db_base_plugin_common [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Allocated IP 172.27.0.193 (5fb444ce-5ebf-44b1-a189-62357eb8e37c/3a4e7123-d9d0-434c-ae1b-0d0ce1191b01/75fce98c-e4f3-4fd2-adca-2379ff074d0a) {{(pid=74379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 16:41:33.935020 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for port, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:34.031224 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553944342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2050267'] for port, after_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:34.035101 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-4c929353-8975-4ce7-ac10-4b5fdb2a5fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:41:34.098029 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Network 5fb444ce-5ebf-44b1-a189-62357eb8e37c is already hosted by enough agents. {{(pid=74379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 16:41:34.101198 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.base_scheduler [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Resources bound (agent type, host, resource id):  {{(pid=74379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 16:41:34.104822 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Received port after_create {{(pid=74379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 16:41:34.138723 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'Port': ['ID=75fce98c-e4f3-4fd2-adca-2379ff074d0a,revision_number=1']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:41:34.149044 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:41:34.627394 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:34.777909 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:34.989702 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for port, precommit_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:35.059973 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2050256'] for port, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:35.063987 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-02a152c4-807a-4762-b096-4ab9aa0d4322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:41:35.170576 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event updated for resources: {'Port': ['ID=75fce98c-e4f3-4fd2-adca-2379ff074d0a,revision_number=2']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:41:35.174735 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:41:35.183648 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395664'] for floatingip, after_update {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:35.356073 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.db.l3_db [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Floating IP 74bcebc8-6aad-4db0-9644-37b535cf79bf associated. External IP: 172.27.0.193, port: c303b926-e0bd-41b0-9b5b-2343582688b5.
Apr 30 16:41:35.721907 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Router c8d2bbed-7ea7-41b3-9048-8b822227205a has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:41:36.030593 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:41:36.041360 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] Sync routers for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:41:36.052031 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:41:36.052667 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502422820>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:41:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:41:36.117710 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:36.176046 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-2929f420-0452-498d-8ab1-4dbfcbed70ed tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7965691
Apr 30 16:41:36.176695 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5'}] {{(pid=74379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:41:36.225830 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'status': 'completed', 'code': 200}
Apr 30 16:41:36.252766 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:41:36.352562 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-961a8e0b-1b80-4b5d-a2be-2e5ef484c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:36.354122 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-961a8e0b-1b80-4b5d-a2be-2e5ef484c71d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.0801270
Apr 30 16:41:36.495039 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-2d5b355d-4c21-4cc6-afee-9e48f4798a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:36.497770 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-2d5b355d-4c21-4cc6-afee-9e48f4798a09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 910 time: 0.1375403
Apr 30 16:41:36.615452 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-3ea13bea-b454-4d9d-9725-72b197e69c9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 999 time: 0.1105609
Apr 30 16:41:36.615697 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502422820>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '74bcebc8-6aad-4db0-9644-37b535cf79bf', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'port_id': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'mac_address': 'fa:16:3e:73:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:41:34Z', 'updated_at': '2021-04-30T16:41:34Z', 'revision_number': 0, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:30Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:41:36.620076 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] Checking router: c8d2bbed-7ea7-41b3-9048-8b822227205a for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:41:36.630422 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:41:36.631030 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502422820>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:41:19Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:41:36.682630 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-d5b66563-fdb8-40d0-bf44-de65dd6af354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:36.684972 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-d5b66563-fdb8-40d0-bf44-de65dd6af354 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0625298
Apr 30 16:41:36.759366 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:41:36.765752 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-67cebe33-648e-4ab2-928d-2a0baa713ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:41:36.768076 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-67cebe33-648e-4ab2-928d-2a0baa713ae1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761347
Apr 30 16:41:36.850146 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:41:36.903548 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-94a23df6-1db1-4306-90d2-0eeffa107074 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292515
Apr 30 16:41:37.066925 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-96c06893-ee7d-4c6c-8dbe-aefcbb93916e req-f08d1aab-4ace-410f-ba05-4cf9b03f8fca service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561530
Apr 30 16:41:37.264605 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502422820>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '74bcebc8-6aad-4db0-9644-37b535cf79bf', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'port_id': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'mac_address': 'fa:16:3e:73:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:41:34Z', 'updated_at': '2021-04-30T16:41:34Z', 'revision_number': 0, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:30Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:41:37.268776 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b201d6e-ee8e-49cf-a8ab-28dd4da37de1 None None] The sync data for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi is: [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_floatingips': [{'id': '74bcebc8-6aad-4db0-9644-37b535cf79bf', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'router_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'port_id': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'mac_address': 'fa:16:3e:73:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:41:34Z', 'updated_at': '2021-04-30T16:41:34Z', 'revision_number': 0, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:30Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:41:37.549688 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872b986-edc5-47e2-acc4-28334404dd8c None None] New status for floating IP 74bcebc8-6aad-4db0-9644-37b535cf79bf: ACTIVE {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:41:45.700539 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:46.024735 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-38d00bf7-2ef0-4993-ab0a-c79772236aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:48.711865 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:48.808961 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e29192bf-30de-4659-a8a5-f2b4f2fd4c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:49.801651 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:41:51.351926 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:13.758299 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:42:15.738081 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:16.031594 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-bc1618cd-8df5-489e-ac01-8d06679c072b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:18.700434 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:18.854390 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-3207ea94-8204-4605-9a2b-6b81713819b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:19.812545 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:21.380026 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:24.925244 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-3090dfdc-18f3-4c79-ac6c-76185b381ec1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0751431
Apr 30 16:42:25.090916 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-b80fd9cb-6531-4cc3-ac41-bf51e1b2458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:42:25.092435 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-b80fd9cb-6531-4cc3-ac41-bf51e1b2458e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.0771270
Apr 30 16:42:25.357073 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-50229607-9d18-45ab-b7ac-6a21f87e1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:42:25.358631 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-50229607-9d18-45ab-b7ac-6a21f87e1717 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 910 time: 0.2452564
Apr 30 16:42:25.469103 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-8c402999-5262-4c56-b4fc-f2b1a120dc74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 1001 time: 0.1038153
Apr 30 16:42:25.540961 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-ff6999d5-ddc1-4e03-8a75-e1bddb52d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:42:25.543740 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-ff6999d5-ddc1-4e03-8a75-e1bddb52d8dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0682576
Apr 30 16:42:25.623990 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-974e28f3-d6aa-45db-a876-dad41ed188be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:42:25.625384 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-974e28f3-d6aa-45db-a876-dad41ed188be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747087
Apr 30 16:42:25.764035 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-167f62eb-a4a3-449f-96ce-1a293e48fc37 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301944
Apr 30 16:42:25.903706 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-87fd256d-cd36-4414-abb9-adeb0870e08c req-577046f2-55e5-4c4f-87a4-67132b533976 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331491
Apr 30 16:42:45.751093 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:46.014359 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4ec9f4a5-5ed4-4bc0-805d-3918b4ce3243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:48.711568 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:48.851704 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-31223b1d-63c5-43d0-be1d-94cd7d1a24a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:49.817293 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:42:50.758357 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:42:51.356785 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:15.736645 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:16.010549 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e143e4fa-151e-4d9f-9810-c53f48266941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:18.694191 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:18.813767 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f08f-c3bf-48dc-82a3-92f63f1a1d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:19.796435 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:21.350860 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:26.920367 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-c6a8e24f-093f-4b0e-8fc9-b3e67ff53a89 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737169
Apr 30 16:43:27.081798 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-9edfa3ad-27ea-4009-9e87-e5a58ac1153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:27.083309 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-9edfa3ad-27ea-4009-9e87-e5a58ac1153d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.0750754
Apr 30 16:43:27.231126 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-3344b8bd-6bcc-402d-aeb0-f1b2cc5d72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:27.232595 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-3344b8bd-6bcc-402d-aeb0-f1b2cc5d72e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 910 time: 0.1290026
Apr 30 16:43:27.338322 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-6f6587e9-0f78-4984-a83a-179b07a99700 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 1001 time: 0.0977871
Apr 30 16:43:27.406380 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-1ab33393-7926-4d21-98eb-f3b147345eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:27.407796 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-1ab33393-7926-4d21-98eb-f3b147345eaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0584886
Apr 30 16:43:27.488437 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-953abcae-d53c-45a3-9b56-1e722d37d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:27.489844 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-953abcae-d53c-45a3-9b56-1e722d37d5b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736148
Apr 30 16:43:27.626781 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-226977e3-a79e-475d-bdf4-c8aad165fed6 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292732
Apr 30 16:43:27.757007 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:43:27.759958 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-ecd91335-966a-45fd-80a7-ab0bf5eec1ff req-f022dea3-5791-4b5d-ba5e-6c44cc3bb7b3 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252425
Apr 30 16:43:45.729660 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:46.021207 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-f418d0c0-c17f-4f4f-9b0a-47acb3c9ab1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:48.718363 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:48.854904 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8bc544d4-24fe-4e36-83be-0be14ff81f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:49.848372 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:51.150774 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3fd13-5ba5-4474-adce-80c592750ed4 req-b4bc2163-1e54-4ed9-890c-fd5abc71ca6d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:51.152334 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b7d3fd13-5ba5-4474-adce-80c592750ed4 req-b4bc2163-1e54-4ed9-890c-fd5abc71ca6d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0892150
Apr 30 16:43:51.200262 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-b7d3fd13-5ba5-4474-adce-80c592750ed4 req-e607ca17-ae3c-4f21-a7db-82bfc776a92c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420036
Apr 30 16:43:51.352128 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:43:52.412939 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6affa-39fa-438e-aca5-ebe8022abfd3 req-721db67a-4560-483e-9047-0822797819ec tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:52.414472 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-15c6affa-39fa-438e-aca5-ebe8022abfd3 req-721db67a-4560-483e-9047-0822797819ec tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0922141
Apr 30 16:43:52.462973 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-15c6affa-39fa-438e-aca5-ebe8022abfd3 req-e07c835b-7d79-41b0-896f-9baf8e5146a9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417256
Apr 30 16:43:53.678385 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc10f4-4d2b-4660-b0ba-01b025eba38c req-32b72413-21ae-48b8-984e-bf61ffaca117 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:53.679898 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1edc10f4-4d2b-4660-b0ba-01b025eba38c req-32b72413-21ae-48b8-984e-bf61ffaca117 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0868690
Apr 30 16:43:53.727101 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-1edc10f4-4d2b-4660-b0ba-01b025eba38c req-ff47be83-b938-4b29-ad7a-2f6292a3e02e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414352
Apr 30 16:43:55.036506 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510a54-b665-4137-b1cf-f2eb28f69c41 req-0735227c-7f67-4530-9e67-0d824c3de272 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:55.038061 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86510a54-b665-4137-b1cf-f2eb28f69c41 req-0735227c-7f67-4530-9e67-0d824c3de272 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.2031312
Apr 30 16:43:55.084247 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-86510a54-b665-4137-b1cf-f2eb28f69c41 req-be9ca684-ce5a-4922-902e-7e23c110936c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404871
Apr 30 16:43:56.281060 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990658cd-d410-40b8-b96c-b43148ed5ca5 req-9a6d95f7-074a-4db1-882d-d07aa8372ad3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:56.282434 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-990658cd-d410-40b8-b96c-b43148ed5ca5 req-9a6d95f7-074a-4db1-882d-d07aa8372ad3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0876913
Apr 30 16:43:56.328875 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-990658cd-d410-40b8-b96c-b43148ed5ca5 req-aaa2a819-e627-40a7-9f51-fa33ee34165e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405142
Apr 30 16:43:57.518679 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a23dd5-b7b1-4c37-83ed-d78930c49094 req-6bd00bd5-2823-4f34-9241-434d9b68b48e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:57.520189 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a4a23dd5-b7b1-4c37-83ed-d78930c49094 req-6bd00bd5-2823-4f34-9241-434d9b68b48e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0860641
Apr 30 16:43:57.567274 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-a4a23dd5-b7b1-4c37-83ed-d78930c49094 req-e16ccae5-b457-4598-85af-cff0bd6ea509 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410545
Apr 30 16:43:58.763870 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e647706-3612-4ae9-b398-14c0c4b1b498 req-a63544f9-fc16-4573-b2b6-1a590ee2766a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:43:58.765429 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3e647706-3612-4ae9-b398-14c0c4b1b498 req-a63544f9-fc16-4573-b2b6-1a590ee2766a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0876279
Apr 30 16:43:58.812797 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-3e647706-3612-4ae9-b398-14c0c4b1b498 req-2ca912fe-6525-444d-b972-c4d1e10ec517 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412188
Apr 30 16:44:00.014975 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dfa1c-9e52-4df7-98d1-58b10e8671b2 req-65180ec6-088b-4982-8905-7ec322c05de9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:00.016488 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7f2dfa1c-9e52-4df7-98d1-58b10e8671b2 req-65180ec6-088b-4982-8905-7ec322c05de9 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0880666
Apr 30 16:44:00.073009 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-7f2dfa1c-9e52-4df7-98d1-58b10e8671b2 req-34aef428-5fcc-4f76-9f3d-f44358b514f8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452585
Apr 30 16:44:01.277699 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699b4a-b289-4102-9f31-fdb228508ea2 req-6384d150-dd28-477d-80e5-c3b92ff48bda tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:01.279291 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0699b4a-b289-4102-9f31-fdb228508ea2 req-6384d150-dd28-477d-80e5-c3b92ff48bda tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0878232
Apr 30 16:44:01.329752 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f0699b4a-b289-4102-9f31-fdb228508ea2 req-16a5332c-777b-4964-ad99-542171df9a30 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439980
Apr 30 16:44:01.415120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-d22b7b12-5b26-432a-b195-b578ccd55aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:01.416509 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-d22b7b12-5b26-432a-b195-b578ccd55aa3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.0815878
Apr 30 16:44:01.562296 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-1539393c-4fe5-4444-b470-80f02f8578ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:01.563777 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-1539393c-4fe5-4444-b470-80f02f8578ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 910 time: 0.1403267
Apr 30 16:44:01.671467 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-1271031d-0a1a-47dc-b706-b97fcecea691 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 1001 time: 0.1014464
Apr 30 16:44:01.733366 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-c9f0a33f-c6c2-40c4-8a6e-b553927e8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:01.734775 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-c9f0a33f-c6c2-40c4-8a6e-b553927e8e39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0571694
Apr 30 16:44:01.817040 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-7957d0b1-3382-49a8-b781-b9dd01c2af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:01.818769 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-7957d0b1-3382-49a8-b781-b9dd01c2af1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770402
Apr 30 16:44:01.830534 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-b5fe3181-94af-479b-b9f0-8c7991a7f673 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=74380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 16:44:01.831718 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-b5fe3181-94af-479b-b9f0-8c7991a7f673 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059257
Apr 30 16:44:01.975272 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-7a2e0bb0-fa63-483b-80d4-9058459afdb3 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367254
Apr 30 16:44:02.109750 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-2811c8ad-a0d1-4efc-a5d9-6856cfeb5c97 req-2bdb4f7f-7025-4351-8ee2-c826e77047af service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272824
Apr 30 16:44:02.528229 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e868a-3a43-41c2-abd2-785f9210bd31 req-43a025a0-9f6a-417f-8aa9-e571aba072e4 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:02.529826 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9e4e868a-3a43-41c2-abd2-785f9210bd31 req-43a025a0-9f6a-417f-8aa9-e571aba072e4 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0865936
Apr 30 16:44:02.576446 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-9e4e868a-3a43-41c2-abd2-785f9210bd31 req-32db218d-27ac-45e8-9f08-f48a01ce9335 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406091
Apr 30 16:44:03.782978 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a1996-0ca2-44c7-9f6d-23eafe7752ce req-6cbc7ba8-68e1-4ee1-8fff-c64404d727d3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:03.785054 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-546a1996-0ca2-44c7-9f6d-23eafe7752ce req-6cbc7ba8-68e1-4ee1-8fff-c64404d727d3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0874181
Apr 30 16:44:03.838476 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-546a1996-0ca2-44c7-9f6d-23eafe7752ce req-a95c79d0-32b0-4f13-adab-502e1c642d02 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472131
Apr 30 16:44:04.755695 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:44:05.036876 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac88ff-a0b1-4837-86b4-6393c2967960 req-cd9db96c-752b-4ffd-bc6d-6e37922a1a8a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:05.038398 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09ac88ff-a0b1-4837-86b4-6393c2967960 req-cd9db96c-752b-4ffd-bc6d-6e37922a1a8a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0890145
Apr 30 16:44:05.087673 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-09ac88ff-a0b1-4837-86b4-6393c2967960 req-a6c4eb89-7952-41d1-aa5e-6e25403a7ef5 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435092
Apr 30 16:44:06.278041 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3371d60-7ef5-4652-a60c-a6c1dade83df req-f67e4a88-4293-4e0c-94c0-df614d8a7a33 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:06.279625 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3371d60-7ef5-4652-a60c-a6c1dade83df req-f67e4a88-4293-4e0c-94c0-df614d8a7a33 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0847600
Apr 30 16:44:06.334318 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-e3371d60-7ef5-4652-a60c-a6c1dade83df req-8078184d-9c33-424c-9bd6-a4e5c89a88a5 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462725
Apr 30 16:44:06.912242 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ad431-be9b-4938-aafc-0d510fde6b90 req-1b025229-97f3-4b9e-a638-4d8837a9ef44 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:06.913824 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d63ad431-be9b-4938-aafc-0d510fde6b90 req-1b025229-97f3-4b9e-a638-4d8837a9ef44 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0952630
Apr 30 16:44:07.008307 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-d63ad431-be9b-4938-aafc-0d510fde6b90 req-a42522ed-0191-4276-99df-10976bb5bba7 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620799
Apr 30 16:44:07.032331 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-f448b13e-f481-4eef-adef-44ad275bebf7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1756761
Apr 30 16:44:07.654759 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c303b926-e0bd-41b0-9b5b-2343582688b5 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:44:07.774698 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:07.803939 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:44:07.814218 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:44:07.860381 dv-cinder-775008-3-iscsi neutron-server[74381]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'code': 422} returned with failed status
Apr 30 16:44:07.876055 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:07.879319 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:44:07.948993 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=6']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:44:07.957274 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.960176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.960176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.960176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.960176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.960176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.960176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.960176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.960176 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.961425 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.961425 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.961425 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:44:07.965226 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:44:08.197620 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d09b3-fe82-426b-9158-7c784f65e00d req-3f04b8bb-eb64-4d3c-ad8a-94bf397d9f61 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:08.199030 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0b7d09b3-fe82-426b-9158-7c784f65e00d req-3f04b8bb-eb64-4d3c-ad8a-94bf397d9f61 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0828829
Apr 30 16:44:08.247648 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0b7d09b3-fe82-426b-9158-7c784f65e00d req-fa36db49-a533-4bb2-b913-fb60a6d757bf tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429122
Apr 30 16:44:09.481930 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-7d309d26-5526-4b86-bdc5-ff651a83f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:09.483392 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-7d309d26-5526-4b86-bdc5-ff651a83f8de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97&tenant_id=8ed95686416c4430bee7b88ff31508d9 HTTP/1.1" status: 200  len: 1096 time: 0.1325974
Apr 30 16:44:09.495744 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0dcb6-3afd-45ca-a1b9-8da2b344e4cc req-f67c5ed2-ef91-4b18-a4e6-2297165405bb tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:09.505768 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-31a0dcb6-3afd-45ca-a1b9-8da2b344e4cc req-f67c5ed2-ef91-4b18-a4e6-2297165405bb tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.1146235
Apr 30 16:44:09.585736 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-31a0dcb6-3afd-45ca-a1b9-8da2b344e4cc req-3c4c7a34-245c-431e-9940-7fabdf42dc03 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828240
Apr 30 16:44:09.614294 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-3b7be576-39b9-4b62-8206-53a6889f1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:09.615762 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-3b7be576-39b9-4b62-8206-53a6889f1cae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1096 time: 0.0972443
Apr 30 16:44:09.756507 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-ecc60958-44a0-449e-9802-b0d6a40cd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:09.757993 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-ecc60958-44a0-449e-9802-b0d6a40cd137 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 910 time: 0.1357160
Apr 30 16:44:09.970603 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-db188618-93f8-439e-95a0-5c364c15b3aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 999 time: 0.2054007
Apr 30 16:44:10.035316 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-40f68a29-10a5-4289-8e8b-8ee1d5b1f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:10.036738 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-40f68a29-10a5-4289-8e8b-8ee1d5b1f7d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0599232
Apr 30 16:44:10.114420 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-41a4ad26-f482-4abd-b8b8-f3f4186914c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:10.115879 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-41a4ad26-f482-4abd-b8b8-f3f4186914c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726705
Apr 30 16:44:10.251663 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-e1b01d48-01de-4b14-9737-b2ab8a7849e2 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292951
Apr 30 16:44:10.392207 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f75832bb-e56a-4a60-b51d-2e66cb45dc2c req-dc5adae4-0952-472f-b94b-b3da8e62f635 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337695
Apr 30 16:44:10.779562 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc409c-9ccf-4ea0-8837-a0c0fa63252f req-0d445ff7-f31e-4da1-9ec8-0521cbe97c47 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:10.780957 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fdbc409c-9ccf-4ea0-8837-a0c0fa63252f req-0d445ff7-f31e-4da1-9ec8-0521cbe97c47 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0890913
Apr 30 16:44:10.828738 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-fdbc409c-9ccf-4ea0-8837-a0c0fa63252f req-a00c7f39-80bf-46d1-9d81-bd66e7cfce6d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414910
Apr 30 16:44:12.046461 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660c86e-8305-4d58-8669-d1ce56978f26 req-cd5b5236-33e0-4c79-aad8-2d3b4bc8225d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:12.048029 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4660c86e-8305-4d58-8669-d1ce56978f26 req-cd5b5236-33e0-4c79-aad8-2d3b4bc8225d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0965199
Apr 30 16:44:12.096769 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-4660c86e-8305-4d58-8669-d1ce56978f26 req-be1a8ab0-5080-4fc3-aa66-2340865de776 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405238
Apr 30 16:44:13.292694 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c16651-7e50-450e-ab35-ab839687ab1e req-8f0edc0f-a85b-4673-aba6-88fbaeef2206 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:13.294212 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-07c16651-7e50-450e-ab35-ab839687ab1e req-8f0edc0f-a85b-4673-aba6-88fbaeef2206 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0837564
Apr 30 16:44:13.340648 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-07c16651-7e50-450e-ab35-ab839687ab1e req-678f260c-ff75-4ab0-8aa1-d5010a84e0a3 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405233
Apr 30 16:44:14.534700 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06453-4e7a-4ed6-a28c-32c0364b3066 req-3708dc0a-0333-4a6f-ab58-88d8bc433824 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:14.536471 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-27b06453-4e7a-4ed6-a28c-32c0364b3066 req-3708dc0a-0333-4a6f-ab58-88d8bc433824 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0848773
Apr 30 16:44:14.587648 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-27b06453-4e7a-4ed6-a28c-32c0364b3066 req-6bfcae54-b5e3-40f4-b6bb-b99c745a2a70 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452614
Apr 30 16:44:15.751684 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:15.781618 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76e921-284d-4cd3-adf0-80ce923ff20a req-7ce4a056-06a5-441b-87f8-3a915c6ce0fb tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:15.783066 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cd76e921-284d-4cd3-adf0-80ce923ff20a req-7ce4a056-06a5-441b-87f8-3a915c6ce0fb tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0875871
Apr 30 16:44:15.828630 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-cd76e921-284d-4cd3-adf0-80ce923ff20a req-5d3455dc-4a92-4798-96e3-e085d9408266 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396855
Apr 30 16:44:16.021066 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-683cb0d3-9081-48b9-9c06-42e65c0e0030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:17.027047 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297809ab-fb13-46e1-9c74-b02a8ca32685 req-ad12b15e-0458-4353-a963-2e6e4f7c8796 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:17.028453 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-297809ab-fb13-46e1-9c74-b02a8ca32685 req-ad12b15e-0458-4353-a963-2e6e4f7c8796 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0850885
Apr 30 16:44:17.075772 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-297809ab-fb13-46e1-9c74-b02a8ca32685 req-872212de-032d-42f8-aa84-b92cfc503ee0 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396335
Apr 30 16:44:18.261347 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaff04d-0360-4f99-a329-0ab6e481ce26 req-826e1267-79be-4672-a8e8-68a0f4484490 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:18.262812 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-daaff04d-0360-4f99-a329-0ab6e481ce26 req-826e1267-79be-4672-a8e8-68a0f4484490 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0809584
Apr 30 16:44:18.313265 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-daaff04d-0360-4f99-a329-0ab6e481ce26 req-1ce7d3c4-8bfa-4e0f-a0d8-1b300bc53695 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446970
Apr 30 16:44:18.722846 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:18.808991 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-65d9aaa1-c4be-44db-8b23-946f5454b28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:19.499838 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625ff88-0f5b-4b9d-94f2-dbc8c444f071 req-af97cf28-807a-4ee5-b4da-a49c0ec2595e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:19.501289 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e625ff88-0f5b-4b9d-94f2-dbc8c444f071 req-af97cf28-807a-4ee5-b4da-a49c0ec2595e tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 943 time: 0.0835125
Apr 30 16:44:19.546377 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e625ff88-0f5b-4b9d-94f2-dbc8c444f071 req-f43feea8-c7d7-42bb-8d42-e5625d2aa9f8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392478
Apr 30 16:44:19.686216 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c303b926-e0bd-41b0-9b5b-2343582688b5 details requested by agent hyperv_hv-cinder-77500 with host hv-cinder-77500 {{(pid=74381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 16:44:19.835438 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:44:19.849325 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Returning: {'device': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'port_id': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'mac_address': 'fa:16:3e:73:0c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 16:44:19.880123 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:19.904832 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:19.922847 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c303b926-e0bd-41b0-9b5b-2343582688b5 {{(pid=74381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 16:44:19.938631 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:44:20.018540 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:20.020306 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:44:20.093442 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=7']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:44:20.096703 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:44:20.451625 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] get_ports_and_sgs() called for port_ids ['c303b926-e0bd-41b0-9b5b-2343582688b5'] {{(pid=74381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 16:44:20.805717 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe2d51-1ce7-4b9f-809b-678a46fe4cec req-cf3ab9ac-96a1-4fe5-b461-2d0ac6c3fff8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:20.807230 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-aabe2d51-1ce7-4b9f-809b-678a46fe4cec req-cf3ab9ac-96a1-4fe5-b461-2d0ac6c3fff8 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 944 time: 0.0838938
Apr 30 16:44:20.853241 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-aabe2d51-1ce7-4b9f-809b-678a46fe4cec req-84f166ac-c5cd-434f-9b99-7661f8daa219 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401306
Apr 30 16:44:21.362576 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:21.700689 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c303b926-e0bd-41b0-9b5b-2343582688b5 up at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 16:44:21.773116 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.provisioning_blocks [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Provisioning complete for port c303b926-e0bd-41b0-9b5b-2343582688b5 triggered by entity L2. {{(pid=74381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 16:44:21.773487 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8093095'] for port, provisioning_complete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:21.891395 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008251'] for port, before_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:21.920833 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5'}] {{(pid=74381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:44:21.930398 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:44:21.968843 dv-cinder-775008-3-iscsi neutron-server[74381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'code': 200}
Apr 30 16:44:22.031220 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784554380391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553944360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553944405'] for port, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:22.033646 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:44:22.046486 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2c49-da7f-438d-b12c-1539262bc69f req-63d5ca23-794b-499b-9fa1-9e2f24caeb3c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:22.048084 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-48fb2c49-da7f-438d-b12c-1539262bc69f req-63d5ca23-794b-499b-9fa1-9e2f24caeb3c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 944 time: 0.0853090
Apr 30 16:44:22.096738 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-48fb2c49-da7f-438d-b12c-1539262bc69f req-c6726229-ee11-4d19-b409-e2ca91bb46e5 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417812
Apr 30 16:44:22.108750 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Pushing event updated for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=8']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:44:22.112092 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:44:22.457556 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd3840-9655-41c9-bd51-5d6dcee245e4 req-47dc797f-816e-4bc8-bf34-577b98d2e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:22.459233 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-35cd3840-9655-41c9-bd51-5d6dcee245e4 req-47dc797f-816e-4bc8-bf34-577b98d2e769 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.1227477
Apr 30 16:44:22.505779 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-35cd3840-9655-41c9-bd51-5d6dcee245e4 req-654a59f1-9760-469b-848a-b887508731ac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396435
Apr 30 16:44:23.300662 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a787a4-b6c1-4420-83ef-a266e5c00a7d req-ed8b5bd9-889f-4ce8-88ad-657cdef47bc2 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:23.302472 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-90a787a4-b6c1-4420-83ef-a266e5c00a7d req-ed8b5bd9-889f-4ce8-88ad-657cdef47bc2 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0913138
Apr 30 16:44:23.350666 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-90a787a4-b6c1-4420-83ef-a266e5c00a7d req-0c4bc65f-6581-46c3-8935-0435d1de7c6f tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423930
Apr 30 16:44:24.539837 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec0327-fb26-4b73-997e-b826e4577e50 req-cbadaf75-03e1-474a-b0e9-f64d7f8a2505 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:24.541360 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6aec0327-fb26-4b73-997e-b826e4577e50 req-cbadaf75-03e1-474a-b0e9-f64d7f8a2505 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0847192
Apr 30 16:44:24.589728 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-6aec0327-fb26-4b73-997e-b826e4577e50 req-c54f6bc0-2c27-4a5a-a67b-c941a68f9c81 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425820
Apr 30 16:44:29.782069 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df816047-b9a4-4414-b00a-5fc052708972 req-a0e5d67b-1ef3-48a8-a151-fb0a0d68d655 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0729177
Apr 30 16:44:29.940137 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816047-b9a4-4414-b00a-5fc052708972 req-be141b7b-e18d-4334-9c2b-6aa04e838fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:29.941667 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df816047-b9a4-4414-b00a-5fc052708972 req-be141b7b-e18d-4334-9c2b-6aa04e838fa8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.0723298
Apr 30 16:44:30.087043 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816047-b9a4-4414-b00a-5fc052708972 req-aa9a24bf-5568-4808-9c58-fa278bea82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:30.088456 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df816047-b9a4-4414-b00a-5fc052708972 req-aa9a24bf-5568-4808-9c58-fa278bea82d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 910 time: 0.1285062
Apr 30 16:44:30.192570 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df816047-b9a4-4414-b00a-5fc052708972 req-cacf681f-05e0-4b7f-b636-2af0710b295b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 1001 time: 0.0969136
Apr 30 16:44:30.260018 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816047-b9a4-4414-b00a-5fc052708972 req-cdd72247-6468-40a9-b6e3-634c99401ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:30.261461 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df816047-b9a4-4414-b00a-5fc052708972 req-cdd72247-6468-40a9-b6e3-634c99401ca4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0619361
Apr 30 16:44:30.338541 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816047-b9a4-4414-b00a-5fc052708972 req-5741ab3b-a49e-4e51-bfdf-cdfb0c8026fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:44:30.340011 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df816047-b9a4-4414-b00a-5fc052708972 req-5741ab3b-a49e-4e51-bfdf-cdfb0c8026fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714240
Apr 30 16:44:30.573393 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df816047-b9a4-4414-b00a-5fc052708972 req-0997d6e6-a02f-4b20-97fe-f3f46bed0222 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260101
Apr 30 16:44:30.710673 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-df816047-b9a4-4414-b00a-5fc052708972 req-ebbc3263-b74a-482a-83ed-21983bdb3058 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303492
Apr 30 16:44:41.754513 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:44:45.762159 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:46.030356 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-ededf579-d327-4896-85aa-0df927dbfc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:48.727430 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:48.813497 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-30c87242-b8fe-407e-a209-6888eeebd515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:49.801565 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:44:51.351869 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:15.784289 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:16.012465 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-7cbf020d-05a2-455d-8033-5a0484dcc8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:18.732704 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:18.759635 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:45:18.846900 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-08697196-d59b-4162-bd0a-d5d493c272cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:19.818477 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:21.395064 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:29.965072 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-27e748ed-01fd-4ce9-8fc2-7dc775f9e58e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0810623
Apr 30 16:45:30.137799 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-2d122b76-e63b-40f6-a564-9d5940738555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:30.139417 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-2d122b76-e63b-40f6-a564-9d5940738555 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.0863640
Apr 30 16:45:30.296677 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-8ec4a1b2-4569-4034-9eab-a9688989c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:30.298309 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-8ec4a1b2-4569-4034-9eab-a9688989c187 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 910 time: 0.1372619
Apr 30 16:45:30.412597 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-05c058db-ad75-4242-8676-ea799820c9cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 1001 time: 0.1075773
Apr 30 16:45:30.478885 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-4cc7031a-9c03-497b-854f-081f0ead316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:30.480362 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-4cc7031a-9c03-497b-854f-081f0ead316a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0616329
Apr 30 16:45:30.565011 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-ea50f9ec-76a8-4078-ad8d-363d6da2f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:30.567510 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-ea50f9ec-76a8-4078-ad8d-363d6da2f10c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807605
Apr 30 16:45:30.706536 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-1cdd374b-fd73-4f9f-a256-c4b02a40c7bf service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326773
Apr 30 16:45:30.841274 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-e42f985c-882d-4889-9924-9a3bcd51e9ff req-1e07434f-1cc7-4034-9d52-986bef55b054 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275611
Apr 30 16:45:45.807069 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:46.046252 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-369ccc3e-26ab-42ab-9c20-bcba27af57b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:48.743401 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:48.852196 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9f2247fb-a445-4cf8-9198-f7c69317734c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:49.828962 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:51.377450 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:53.245357 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56128) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:45:53.612231 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Deleting port 75fce98c-e4f3-4fd2-adca-2379ff074d0a {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:45:53.612555 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:53.730134 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:53.730446 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:53.968950 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Calling delete_port for 75fce98c-e4f3-4fd2-adca-2379ff074d0a owned by network:floatingip {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:45:54.189444 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:54.193606 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-3fe47f63-aff7-4f49-95e7-a0c9cb0f7c93 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:45:54.240655 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event deleted for resources: {'Port': ['ID=75fce98c-e4f3-4fd2-adca-2379ff074d0a,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:45:54.306508 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.307442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.307442 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.307828 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.307998 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.308275 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.308624 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.309036 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.309386 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.309731 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.310071 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.310438 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:45:54.316156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:45:54.345862 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for floatingip, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:54.346189 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.db.l3_db [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Floating IP 74bcebc8-6aad-4db0-9644-37b535cf79bf disassociated (deleted). External IP: 172.27.0.193, port: c303b926-e0bd-41b0-9b5b-2343582688b5.
Apr 30 16:45:54.698529 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Router c8d2bbed-7ea7-41b3-9048-8b822227205a has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:45:54.906796 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:45:54.917522 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] Sync routers for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:45:54.927012 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:45:54.929723 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5023cf670>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:45:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:45:54.984068 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for floatingip, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:55.043477 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "DELETE /v2.0/floatingips/74bcebc8-6aad-4db0-9644-37b535cf79bf HTTP/1.1" status: 204  len: 168 time: 1.7935221
Apr 30 16:45:55.043477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:45:55.110826 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:45:55.191398 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'status': 'completed', 'code': 200}
Apr 30 16:45:55.309680 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-0093b957-1865-4140-8f29-807dfab3df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:55.311217 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-0093b957-1865-4140-8f29-807dfab3df3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ed95686416c4430bee7b88ff31508d9&device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 1098 time: 0.0777006
Apr 30 16:45:55.451515 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5023cf670>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:30Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:45:55.456323 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-b88112c2-7d1a-41b1-8e97-d9c312155ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:55.456681 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] Checking router: c8d2bbed-7ea7-41b3-9048-8b822227205a for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:45:55.457905 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-b88112c2-7d1a-41b1-8e97-d9c312155ae9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 200  len: 910 time: 0.1398253
Apr 30 16:45:55.465681 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:45:55.466305 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5023cf670>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:45:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:45:55.530552 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-e15ab46a-1cf9-407d-a106-982849869333 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 200  len: 217 time: 0.0661952
Apr 30 16:45:55.607532 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-2edfb696-33b5-4b56-a422-7fbcc59e99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:55.609846 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-2edfb696-33b5-4b56-a422-7fbcc59e99d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 200  len: 848 time: 0.0724773
Apr 30 16:45:55.702172 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-0356edd6-1ea2-446f-b542-0850b128e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:55.703612 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-0356edd6-1ea2-446f-b542-0850b128e603 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3b8589a-25ee-4b9c-ac49-bae94ef19e43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856187
Apr 30 16:45:55.706066 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:45:55.758598 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:45:56.014775 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-32ccce17-c8b1-4255-bc7c-72e4b00ee942 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3031344
Apr 30 16:45:56.023144 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb8f3c-2998-4a95-b301-adaec73e6f35 req-16996f31-066e-4ae7-9519-69ea4057bb95 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:56.023822 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-f8cb8f3c-2998-4a95-b301-adaec73e6f35 req-16996f31-066e-4ae7-9519-69ea4057bb95 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Synchronizing usage tracker for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:45:56.030136 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5023cf670>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:30Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:45:56.034446 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86f6f5-3771-46ed-912c-415c7413a1e9 None None] The sync data for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi is: [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:40:23Z', 'revision_number': 4, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi', '_interfaces': [{'id': '96063786-0ae0-4252-99fd-d83928e3ea11', 'name': '', 'network_id': 'e3b8589a-25ee-4b9c-ac49-bae94ef19e43', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'mac_address': 'fa:16:3e:23:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:21Z', 'updated_at': '2021-04-30T16:40:30Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'subnets': [{'id': '792b59b3-f87a-43d4-91e7-3d299ee390d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:45:56.166002 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-f8cb8f3c-2998-4a95-b301-adaec73e6f35 req-16996f31-066e-4ae7-9519-69ea4057bb95 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Unset dirty status for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:45:56.166002 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f8cb8f3c-2998-4a95-b301-adaec73e6f35 req-16996f31-066e-4ae7-9519-69ea4057bb95 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.5078425
Apr 30 16:45:56.167253 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-c2f91f0c-46b6-4add-b701-db83f5e5bc89 req-b890e0b2-44d2-44ab-8fa0-44c35dc01381 service neutron] 10.222.0.69 "GET /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387901
Apr 30 16:45:56.211328 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-f8cb8f3c-2998-4a95-b301-adaec73e6f35 req-5c7fcbf0-1418-405c-9f7e-1dad3fcce141 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422149
Apr 30 16:45:56.263945 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd895d0-6e56-473d-beb2-b1d5a84d5a78 None None] New status for floating IP 74bcebc8-6aad-4db0-9644-37b535cf79bf: DOWN {{(pid=74382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 16:45:57.456775 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a3f6d-6610-4e8c-88a4-4efd156e969c req-2a273169-b93c-440c-9a9d-acb5fca350e0 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:57.458305 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a98a3f6d-6610-4e8c-88a4-4efd156e969c req-2a273169-b93c-440c-9a9d-acb5fca350e0 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.1381326
Apr 30 16:45:57.508512 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-a98a3f6d-6610-4e8c-88a4-4efd156e969c req-b7cf7bca-6ca7-4658-adda-1a9d7cf41ee5 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/security-groups?id=efe3c9cd-d7cd-4bec-9158-6330a36cef2a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434244
Apr 30 16:45:57.524340 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-d5e3025f-8eab-4d9d-b7b0-96436c0a9d5a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 16:45:57.526312 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-d5e3025f-8eab-4d9d-b7b0-96436c0a9d5a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.69 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 945 time: 0.0905333
Apr 30 16:45:57.670388 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Deleting port c303b926-e0bd-41b0-9b5b-2343582688b5 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:45:57.670727 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:57.814830 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] For port c303b926-e0bd-41b0-9b5b-2343582688b5, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77500',level=0,port_id=c303b926-e0bd-41b0-9b5b-2343582688b5,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:45:57.815084 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:57.943182 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Calling delete_port for c303b926-e0bd-41b0-9b5b-2343582688b5 owned by compute:nova {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:45:58.138023 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:58.144247 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-ff8522fb-8f71-4f98-878f-b85d315943c8 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:45:58.195935 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event deleted for resources: {'Port': ['ID=c303b926-e0bd-41b0-9b5b-2343582688b5,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:45:58.199461 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:45:58.272640 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] No DVR routers for this DVR port c303b926-e0bd-41b0-9b5b-2343582688b5 on host hv-cinder-77500 {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:45:58.275559 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8426'] for port, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:45:58.278173 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'name': 'network-vif-deleted', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5'}] {{(pid=74380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 16:45:58.324311 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6d3878-c2bc-4bfe-ae75-170c8c560b97', 'name': 'network-vif-deleted', 'tag': 'c303b926-e0bd-41b0-9b5b-2343582688b5', 'status': 'completed', 'code': 200}
Apr 30 16:45:58.361109 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-8deac74c-f21b-4221-ae1d-4d881afd0a41 req-f3612ec1-24f4-4725-9861-bc853f9a849c tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.69 "DELETE /v2.0/ports/c303b926-e0bd-41b0-9b5b-2343582688b5 HTTP/1.1" status: 204  len: 173 time: 0.8290160
Apr 30 16:45:58.757079 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [req-0297255f-4f7e-43ee-b4a3-8b7d5be21d7c req-ed55d3cb-dabd-4c9a-9f8d-eba251baf101 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 210 time: 0.1379955
Apr 30 16:45:59.925728 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-622b4763-3bd0-4ea4-ad89-7dd354dd6aa7 req-307d3370-728c-4773-a7de-deeab416c89d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Synchronizing usage tracker for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:port {{(pid=74380) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 16:46:00.040412 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.quota.resource [req-622b4763-3bd0-4ea4-ad89-7dd354dd6aa7 req-307d3370-728c-4773-a7de-deeab416c89d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Unset dirty status for tenant:8ed95686416c4430bee7b88ff31508d9 on resource:port {{(pid=74380) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 16:46:00.041622 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [req-622b4763-3bd0-4ea4-ad89-7dd354dd6aa7 req-307d3370-728c-4773-a7de-deeab416c89d tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "GET /v2.0/ports?device_id=af6d3878-c2bc-4bfe-ae75-170c8c560b97 HTTP/1.1" status: 200  len: 210 time: 0.1626737
Apr 30 16:46:00.292585 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c303b926-e0bd-41b0-9b5b-2343582688b5 no longer exists at agent hyperv_hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:46:00.327527 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] No Port match for: c303b926-e0bd-41b0-9b5b-2343582688b5 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:46:00.327871 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Device c303b926-e0bd-41b0-9b5b-2343582688b5 not bound to the agent host hv-cinder-77500 {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:46:01.142964 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [-] (74379) accepted ('10.222.0.57', 56156) {{(pid=74379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:01.215535 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group, before_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:01.245285 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:01.372017 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:01.376417 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-bca4ba9d-4940-4b46-9808-ceba0538a5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:01.392553 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe3c9cd-d7cd-4bec-9158-6330a36cef2a,revision_number=None']} {{(pid=74379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:01.401464 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.402491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.402491 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.402760 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.402880 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.403239 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.403587 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.403928 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.404272 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.404615 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.404986 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.405330 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:01.410474 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG oslo_concurrency.lockutils [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:01.474129 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Notify callbacks [] for security_group, before_response {{(pid=74379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:01.475249 dv-cinder-775008-3-iscsi neutron-server[74379]: INFO neutron.wsgi [None req-f1bf2ad3-0b47-4777-9db1-71b7ff7b005a tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] 10.222.0.57 "DELETE /v2.0/security-groups/efe3c9cd-d7cd-4bec-9158-6330a36cef2a HTTP/1.1" status: 204  len: 168 time: 0.3312938
Apr 30 16:46:01.597917 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56162) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:02.403845 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:02.824710 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Deleting port 96063786-0ae0-4252-99fd-d83928e3ea11 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:46:02.825441 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:02.957804 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] For port 96063786-0ae0-4252-99fd-d83928e3ea11, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=96063786-0ae0-4252-99fd-d83928e3ea11,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:46:02.958146 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:03.086269 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Calling delete_port for 96063786-0ae0-4252-99fd-d83928e3ea11 owned by network:router_interface {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:46:03.314676 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:03.318871 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-f3b01597-9ef1-404b-9fc1-24a9aa901e08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:03.365061 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=96063786-0ae0-4252-99fd-d83928e3ea11,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:03.368079 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:03.723181 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:04.212728 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Router c8d2bbed-7ea7-41b3-9048-8b822227205a has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:46:04.397933 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:46:04.408041 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] Sync routers for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:46:04.418095 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:46:04.418725 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50248dc40>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:45:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:04.487909 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-6f218e4e-f733-4056-a58e-9601dd252c09 admin admin] 10.222.0.57 "PUT /v2.0/routers/c8d2bbed-7ea7-41b3-9048-8b822227205a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8880944
Apr 30 16:46:04.490220 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56168) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:04.603635 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:46:04.681582 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks [] for router, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:04.908008 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:04.919879 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50248dc40>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:46:03Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:04.924162 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] Checking router: c8d2bbed-7ea7-41b3-9048-8b822227205a for host: dv-cinder-775008-3-iscsi {{(pid=74381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:46:04.934146 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] Routers {'c8d2bbed-7ea7-41b3-9048-8b822227205a'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:46:04.934779 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd50248dc40>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:45:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['c8d2bbed-7ea7-41b3-9048-8b822227205a'], 'active': True} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:05.062759 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Deleting port cd0e230f-7623-4166-b3eb-b53575ffcd68 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:46:05.063097 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:05.131959 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvr_db [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] Set router c8d2bbed-7ea7-41b3-9048-8b822227205a gateway port host: dv-cinder-775008-3-iscsi {{(pid=74381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:46:05.193249 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] For port cd0e230f-7623-4166-b3eb-b53575ffcd68, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=cd0e230f-7623-4166-b3eb-b53575ffcd68,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:46:05.193514 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:05.323357 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Calling delete_port for cd0e230f-7623-4166-b3eb-b53575ffcd68 owned by network:router_gateway {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:46:05.487277 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_hamode_db [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd50248dc40>, [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:46:03Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:05.491420 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eab23f-91c7-494b-953c-972dbce90287 None None] The sync data for ids ['c8d2bbed-7ea7-41b3-9048-8b822227205a'] in dv-cinder-775008-3-iscsi is: [{'id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'name': 'tempest-TestShelveInstance-1669680297-router', 'tenant_id': '8ed95686416c4430bee7b88ff31508d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:16Z', 'updated_at': '2021-04-30T16:46:03Z', 'revision_number': 5, 'project_id': '8ed95686416c4430bee7b88ff31508d9', 'gw_port': {'id': 'cd0e230f-7623-4166-b3eb-b53575ffcd68', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2bbed-7ea7-41b3-9048-8b822227205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:17Z', 'updated_at': '2021-04-30T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}] {{(pid=74381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:46:05.554743 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:05.559477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-e0b2d66c-8c86-4205-a1b7-5d3ef1eba397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:05.605346 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0e230f-7623-4166-b3eb-b53575ffcd68,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:05.631559 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:05.704443 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:05.918740 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 96063786-0ae0-4252-99fd-d83928e3ea11 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:46:05.957229 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 96063786-0ae0-4252-99fd-d83928e3ea11 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:46:05.957574 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 96063786-0ae0-4252-99fd-d83928e3ea11 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:46:06.022219 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.024772 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.171708 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.172233 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d2bbed-7ea7-41b3-9048-8b822227205a {{(pid=74380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:46:06.184736 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.185854 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-b50d8131-3c98-49da-ba79-63d72349cf8b admin admin] 10.222.0.57 "DELETE /v2.0/routers/c8d2bbed-7ea7-41b3-9048-8b822227205a HTTP/1.1" status: 204  len: 168 time: 1.6946983
Apr 30 16:46:06.188382 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56172) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:06.251006 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] Deleting subnet 792b59b3-f87a-43d4-91e7-3d299ee390d4 {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:46:06.254960 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.310474 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.389021 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.720855 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.725211 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-7d459895-ecc0-40ac-be1e-8c8c50bbcca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:06.761057 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792b59b3-f87a-43d4-91e7-3d299ee390d4,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:06.764083 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:06.765074 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.770248 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ac1c5-88ab-49b7-9936-2ce45fce39fe None None] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:46:06.772562 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-da75b976-acc7-4c06-8c20-0d2e8fa0aaeb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/792b59b3-f87a-43d4-91e7-3d299ee390d4 HTTP/1.1" status: 204  len: 168 time: 0.5822539
Apr 30 16:46:06.774814 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56176) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:06.885763 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:06.962824 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Deleting port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:46:06.963050 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.040099 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] DHCP port deletion for e3b8589a-25ee-4b9c-ac49-bae94ef19e43 request from dv-cinder-775008-3-iscsi {{(pid=74381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 16:46:07.071832 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] For port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:46:07.072438 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.106036 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Deleting port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac {{(pid=74381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:46:07.106409 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.201429 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Calling delete_port for 3046e085-f072-4a7c-9eb8-0a7fdb05ebac owned by network:dhcp {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:46:07.208637 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] For port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,segment=NetworkSegment(65d76b98-e293-4a2a-a0f4-069b8c93c9b2),segment_id=65d76b98-e293-4a2a-a0f4-069b8c93c9b2)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:46:07.209058 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.309371 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.313257 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-cdea0a2f-783f-429c-bf7b-a02419af4cd2 tempest-TestVolumeBootPattern-1276621970 tempest-TestVolumeBootPattern-1276621970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:07.331794 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Calling delete_port for 3046e085-f072-4a7c-9eb8-0a7fdb05ebac owned by network:dhcp {{(pid=74381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:46:07.357617 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:07.365527 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:07.369606 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] No DVR routers for this DVR port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac on host dv-cinder-775008-3-iscsi {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:46:07.381166 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351'] for port, after_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.385617 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:07.434088 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Pushing event deleted for resources: {'Port': ['ID=3046e085-f072-4a7c-9eb8-0a7fdb05ebac,revision_number=None']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:07.439037 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] No DVR routers for this DVR port 3046e085-f072-4a7c-9eb8-0a7fdb05ebac on host dv-cinder-775008-3-iscsi {{(pid=74381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:46:07.445957 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.446310 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.446657 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.446991 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.447319 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.447647 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.447978 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.448284 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.448605 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.448941 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.449288 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.449607 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-3-iscsi {{(pid=74381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 16:46:07.452596 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-2c96fc42-8ea7-49f3-b628-987b7ccad8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:07.491905 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.715149 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd501932d00>,) {'filters': {'network_id': ['e3b8589a-25ee-4b9c-ac49-bae94ef19e43']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:07.728831 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501932d00>, '65d76b98-e293-4a2a-a0f4-069b8c93c9b2') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:07.729156 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd501932d00>, '65d76b98-e293-4a2a-a0f4-069b8c93c9b2') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:07.731579 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 3046e085-f072-4a7c-9eb8-0a7fdb05ebac no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:46:07.741154 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.757709 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:07.765243 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:46:07.766838 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 3046e085-f072-4a7c-9eb8-0a7fdb05ebac {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:46:07.767187 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 3046e085-f072-4a7c-9eb8-0a7fdb05ebac not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:46:07.767610 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cd0e230f-7623-4166-b3eb-b53575ffcd68 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:46:07.801934 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: cd0e230f-7623-4166-b3eb-b53575ffcd68 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:46:07.802683 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device cd0e230f-7623-4166-b3eb-b53575ffcd68 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:46:07.940933 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:46:07.950729 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:08.119120 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Network e3b8589a-25ee-4b9c-ac49-bae94ef19e43 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:46:08.140645 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:46:08.280637 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:08.284139 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-96c055d8-6936-4f17-8cc7-9a7546ad1aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:08.297574 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:08.307660 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b8589a-25ee-4b9c-ac49-bae94ef19e43,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:08.310751 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:08.389762 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-44a601c1-27ec-4543-97c6-b39f03ec3db4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e3b8589a-25ee-4b9c-ac49-bae94ef19e43 HTTP/1.1" status: 204  len: 168 time: 1.6138234
Apr 30 16:46:08.392423 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56180) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:08.939444 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395642'] for router_interface, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:09.458767 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Deleting port b7df8a93-72cd-4156-b0d5-011a4925e598 {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:46:09.459093 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:09.581536 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] For port b7df8a93-72cd-4156-b0d5-011a4925e598, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=b7df8a93-72cd-4156-b0d5-011a4925e598,segment=NetworkSegment(605aeecd-fb40-4d9e-875f-6056bb23d72c),segment_id=605aeecd-fb40-4d9e-875f-6056bb23d72c)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:46:09.581902 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:09.708893 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Calling delete_port for b7df8a93-72cd-4156-b0d5-011a4925e598 owned by network:router_interface {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:46:09.948782 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:09.952792 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-daddc666-2f36-4249-ab30-1567ef509874 tempest-TestShelveInstance-2007478838 tempest-TestShelveInstance-2007478838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:10.001385 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7df8a93-72cd-4156-b0d5-011a4925e598,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:10.033756 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:10.292474 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418762'] for router_interface, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:10.676671 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 has already been hosted by L3 agent 533f1fb9-b1c9-4e5a-a44e-a0b244a16a52 {{(pid=74380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 16:46:10.983160 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] Notify agent at l3_agent.dv-cinder-775008-3-iscsi the message routers_updated {{(pid=74380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 16:46:10.991555 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] Sync routers for ids ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'] in dv-cinder-775008-3-iscsi {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 16:46:11.005020 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] Routers {'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:46:11.005646 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502724130>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:45:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:11.065713 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-8c9a9c23-5bee-4c87-ac10-f3ed0f079958 admin admin] 10.222.0.57 "PUT /v2.0/routers/f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6717112
Apr 30 16:46:11.068109 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56184) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:11.191807 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] Set router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 gateway port host: dv-cinder-775008-3-iscsi {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:46:11.250752 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks [] for router, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:11.444301 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:11.530549 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502724130>, [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'external_fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:46:09Z', 'revision_number': 5, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port': {'id': '30bbb77e-5dd0-4220-a69e-110c17088e2c', 'name': '', 'network_id': '5fb444ce-5ebf-44b1-a189-62357eb8e37c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:40:31Z', 'updated_at': '2021-04-30T16:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4e7123-d9d0-434c-ae1b-0d0ce1191b01', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-3-iscsi'}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:11.534387 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] Checking router: f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 for host: dv-cinder-775008-3-iscsi {{(pid=74382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 16:46:11.543432 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] Routers {'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'} bound to L3 agent in host dv-cinder-775008-3-iscsi {{(pid=74382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 16:46:11.544044 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd502724130>, 'dv-cinder-775008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T16:14:49Z,description=<?>,heartbeat_timestamp=2021-04-30T16:45:49Z,host='dv-cinder-775008-3-iscsi',id=533f1fb9-b1c9-4e5a-a44e-a0b244a16a52,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T16:14:49Z,topic='l3_agent')) {'router_ids': ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'], 'active': True} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:11.594116 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Deleting port 30bbb77e-5dd0-4220-a69e-110c17088e2c {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:46:11.594460 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:11.701703 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_dvr_db [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] Set router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 gateway port host: None {{(pid=74382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 16:46:11.723522 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] For port 30bbb77e-5dd0-4220-a69e-110c17088e2c, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=30bbb77e-5dd0-4220-a69e-110c17088e2c,segment=NetworkSegment(6b9bc14b-9320-4ea0-819a-64eaeadf55e0),segment_id=6b9bc14b-9320-4ea0-819a-64eaeadf55e0)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:46:11.723855 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:11.812148 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.l3_hamode_db [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd502724130>, [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:46:11Z', 'revision_number': 6, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port_host': None}], 'dv-cinder-775008-3-iscsi', False) {} {{(pid=74382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:11.816556 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c3ab2-e5e2-436e-a072-a3bc0f49073d None None] The sync data for ids ['f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6'] in dv-cinder-775008-3-iscsi is: [{'id': 'f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6', 'name': 'tempest-TestShelveInstance-1850273983-router', 'tenant_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:40:28Z', 'updated_at': '2021-04-30T16:46:11Z', 'revision_number': 6, 'project_id': '20483ff180fb4159a1d8bf4c5a8ef1c4', 'gw_port_host': None}] {{(pid=74382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 16:46:11.856342 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Calling delete_port for 30bbb77e-5dd0-4220-a69e-110c17088e2c owned by network:router_gateway {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:46:12.069160 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:12.073093 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-6e82270c-3872-4ddf-bc62-92dbda33f7c7 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:12.116424 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=30bbb77e-5dd0-4220-a69e-110c17088e2c,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:12.119282 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:12.214001 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-425197'] for router_gateway, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:12.396070 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11924'] for router, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:12.398477 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:12.491607 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417096'] for router, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:12.492065 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 {{(pid=74380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 16:46:12.504775 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] Notify callbacks [] for router, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:12.505911 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-28769a30-2554-4a42-a4e6-f4ab0ff70f21 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f3e1bb24-2756-49e3-86e6-3e22cf4cfbb6 HTTP/1.1" status: 204  len: 168 time: 1.4366374
Apr 30 16:46:12.508536 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56188) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:12.570154 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.db_base_plugin_v2 [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] Deleting subnet d83eac6f-2332-4ffb-85a7-936843f542e5 {{(pid=74380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 16:46:12.573622 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:12.748364 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275580'] for subnet, precommit_delete_associations {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:12.831749 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064721'] for subnet, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.172234 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2056358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100769'] for subnet, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.176419 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:13.213204 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d83eac6f-2332-4ffb-85a7-936843f542e5,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:13.215786 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:13.218179 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.224527 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7057dc6-d1b3-4c51-95c5-ef9f801eaf9d None None] Network 19021a1a-a787-4189-bc87-e9d4cd351988 requested from dv-cinder-775008-3-iscsi {{(pid=74381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 16:46:13.227136 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-19497206-a678-4d18-ac68-20414c5815cd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d83eac6f-2332-4ffb-85a7-936843f542e5 HTTP/1.1" status: 204  len: 168 time: 0.7174048
Apr 30 16:46:13.229536 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56192) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:13.337604 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7978718'] for network, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.418970 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Deleting port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e {{(pid=74380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:46:13.418970 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.491769 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] DHCP port deletion for 19021a1a-a787-4189-bc87-e9d4cd351988 request from dv-cinder-775008-3-iscsi {{(pid=74381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 16:46:13.524489 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.db [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] For port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,segment=NetworkSegment(605aeecd-fb40-4d9e-875f-6056bb23d72c),segment_id=605aeecd-fb40-4d9e-875f-6056bb23d72c)] {{(pid=74380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:46:13.524951 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.560658 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] Deleting port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e {{(pid=74381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 16:46:13.561066 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784554376021'] for port, before_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.654278 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.plugin [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Calling delete_port for 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e owned by network:dhcp {{(pid=74380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:46:13.668423 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.db [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] For port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e, host dv-cinder-775008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-3-iscsi',level=0,port_id=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,segment=NetworkSegment(605aeecd-fb40-4d9e-875f-6056bb23d72c),segment_id=605aeecd-fb40-4d9e-875f-6056bb23d72c)] {{(pid=74381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 16:46:13.669039 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420747'] for port, precommit_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.737601 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:46:13.766055 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2056411'] for port, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.770076 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-272dba33-3151-4fcc-a1eb-8197ad5d36c0 tempest-AttachVolumeShelveTestJSON-489030587 tempest-AttachVolumeShelveTestJSON-489030587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:13.814923 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:13.817650 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:13.820397 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] No DVR routers for this DVR port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e on host dv-cinder-775008-3-iscsi {{(pid=74380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:46:13.865446 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] Calling delete_port for 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e owned by network:dhcp {{(pid=74381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 16:46:13.881100 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:46:13.881447 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:46:13.881880 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device b7df8a93-72cd-4156-b0d5-011a4925e598 no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:46:13.918241 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: b7df8a93-72cd-4156-b0d5-011a4925e598 {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:46:13.918597 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device b7df8a93-72cd-4156-b0d5-011a4925e598 not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:46:13.919017 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 30bbb77e-5dd0-4220-a69e-110c17088e2c no longer exists at agent ovs-agent-dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 16:46:13.941906 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8061532', 'neutron.services.segments.db._delete_segments_for_network-8784554389149'] for network, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.959061 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.plugin [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] No Port match for: 30bbb77e-5dd0-4220-a69e-110c17088e2c {{(pid=74381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 16:46:13.959410 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.plugins.ml2.rpc [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Device 30bbb77e-5dd0-4220-a69e-110c17088e2c not bound to the agent host dv-cinder-775008-3-iscsi {{(pid=74381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 16:46:13.986005 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8008312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784554380400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553944351'] for port, after_delete {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:13.989638 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-27eb30af-0f2d-4389-875f-ec95b030e037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:14.036794 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] Pushing event deleted for resources: {'Port': ['ID=1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e,revision_number=None']} {{(pid=74381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:14.039914 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG oslo_concurrency.lockutils [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:14.040727 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f64b1-6f5a-48f5-89b2-e22fc875c241 None None] No DVR routers for this DVR port 1e5a2995-ecb9-4f27-8a8a-2efe80d14b0e on host dv-cinder-775008-3-iscsi {{(pid=74381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 16:46:14.072547 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd500c5f2e0>,) {'filters': {'network_id': ['19021a1a-a787-4189-bc87-e9d4cd351988']}} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:14.084934 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd500c5f2e0>, '605aeecd-fb40-4d9e-875f-6056bb23d72c') {'for_net_delete': True} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:14.085227 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.services.segments.db [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd500c5f2e0>, '605aeecd-fb40-4d9e-875f-6056bb23d72c') {} {{(pid=74380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 16:46:14.097795 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784554400871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2275573'] for segment, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:14.114532 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8067103'] for segment, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:14.122136 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=74380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 16:46:14.299584 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Network 19021a1a-a787-4189-bc87-e9d4cd351988 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:46:14.309100 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8067300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2056204'] for segment, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:14.592930 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.plugins.ml2.managers [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Network 19021a1a-a787-4189-bc87-e9d4cd351988 has no segments {{(pid=74380) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]: Traceback (most recent call last):
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     timer()
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     cb(*args, **kw)
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     return func(*args, **kwargs)
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     self._notify()
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     self.callback(batched_events)
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     event.method(event)
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     return f(self, *a, **k)
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._get(url).json()
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     return self.request(url, 'GET', **kwargs)
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 16:46:14.614142 dv-cinder-775008-3-iscsi neutron-server[74380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 16:46:14.766071 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8061527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425329'] for network, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:14.770200 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:14.784937 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890611'] for network, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:14.800420 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Pushing event deleted for resources: {'Network': ['ID=19021a1a-a787-4189-bc87-e9d4cd351988,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:14.806776 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:14.809487 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-35237b64-464b-48f0-a2be-014f102de492 admin admin] 10.222.0.57 "DELETE /v2.0/networks/19021a1a-a787-4189-bc87-e9d4cd351988 HTTP/1.1" status: 204  len: 168 time: 1.5789158
Apr 30 16:46:15.098083 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56198) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:15.151369 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-10cd8811-9c15-46a8-a308-429128a1ca04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ed95686416c4430bee7b88ff31508d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520504
Apr 30 16:46:15.153919 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56202) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:15.214200 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4159d6a6-56fc-41e5-9c4b-80b766a2a52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:15.240951 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4159d6a6-56fc-41e5-9c4b-80b766a2a52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:15.360664 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4159d6a6-56fc-41e5-9c4b-80b766a2a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:15.364515 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-44934e8a-62d1-4a81-9da6-55799bc3f8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:15.379253 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159d6a6-56fc-41e5-9c4b-80b766a2a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3110c3-9956-4aaa-a903-ad340cc7502a,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:15.382931 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-4159d6a6-56fc-41e5-9c4b-80b766a2a52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:15.386668 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-4159d6a6-56fc-41e5-9c4b-80b766a2a52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:15.387938 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-4159d6a6-56fc-41e5-9c4b-80b766a2a52e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa3110c3-9956-4aaa-a903-ad340cc7502a HTTP/1.1" status: 204  len: 168 time: 0.2329655
Apr 30 16:46:15.800509 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:16.046116 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-89235a4f-1c6e-4e0a-a636-8901a4070b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:16.083948 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56212) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:16.138480 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-e3b6c288-2603-4dc4-86e6-61da9674ec63 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20483ff180fb4159a1d8bf4c5a8ef1c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532906
Apr 30 16:46:16.140937 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [-] (74380) accepted ('10.222.0.57', 56216) {{(pid=74380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 16:46:16.206663 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-932a9038-4eb1-4bfd-a2d7-8f29d27e7dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:16.232940 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-932a9038-4eb1-4bfd-a2d7-8f29d27e7dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:16.395181 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-932a9038-4eb1-4bfd-a2d7-8f29d27e7dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464014'] for security_group, after_delete {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:16.399910 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-453b0b0e-09c8-421f-a8c4-6f008cc4b1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 16:46:16.421832 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a9038-4eb1-4bfd-a2d7-8f29d27e7dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521aa460-d9f2-465c-a7a9-0ace305cb142,revision_number=None']} {{(pid=74380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 16:46:16.425093 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG oslo_concurrency.lockutils [None req-932a9038-4eb1-4bfd-a2d7-8f29d27e7dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 16:46:16.427228 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron_lib.callbacks.manager [None req-932a9038-4eb1-4bfd-a2d7-8f29d27e7dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:16.428756 dv-cinder-775008-3-iscsi neutron-server[74380]: INFO neutron.wsgi [None req-932a9038-4eb1-4bfd-a2d7-8f29d27e7dec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/521aa460-d9f2-465c-a7a9-0ace305cb142 HTTP/1.1" status: 204  len: 168 time: 0.2865713
Apr 30 16:46:18.714461 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:18.823331 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-74ac61e1-ccb0-42cc-bc9f-86fc74ecb18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:19.823523 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:20.048842 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [req-2054e7c0-ecfc-4f62-944b-76168659edd1 req-69d29bf7-5feb-4bc2-a7f8-532e0d9b503e service neutron] (74379) timed out ('10.222.0.57', 51852) {{(pid=74379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 16:46:21.411966 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:32.758286 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:46:45.832469 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:46.028623 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2c64a2e-8195-4cfa-9207-ee84666c334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:48.737350 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:48.845783 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-d05d14a7-59dc-4bde-95d4-c630c15b16c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:49.017465 dv-cinder-775008-3-iscsi neutron-server[74380]: DEBUG neutron.wsgi [req-4297e385-9856-47db-9b98-5bf13fd85e92 req-ac3eb3d5-2ee6-405a-ac2a-7e7678f25c59 service neutron] (74380) timed out ('10.222.0.69', 50179) {{(pid=74380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 16:46:49.839733 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:46:51.369907 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:09.756805 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:47:15.816874 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:16.045300 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41319003-1ad4-4808-87f1-10c7c7dd1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:18.740720 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:18.917596 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-49bfc6ef-58f2-4a99-9eba-42ebe9f96eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:19.857330 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:21.382316 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:45.853547 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:46.041838 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-c05ca633-28d8-4af9-a5a0-0cce7faf74b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:46.755114 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:47:48.741648 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:48.836112 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-87fc101e-8443-4fa8-92b5-6fc958a1ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:49.818980 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:47:51.393257 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:15.808733 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:16.043212 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-cf428979-3b62-45f8-a41a-0c4630f53b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:18.737353 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:18.834130 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-2c62ce7d-161d-4735-886c-c14142213619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:19.828567 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:21.382829 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:23.755023 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:48:44.573268 dv-cinder-775008-3-iscsi neutron-server[74379]: DEBUG neutron.wsgi [req-4a309fd9-609f-4921-b54a-636338ea166b req-9b28447d-35ca-4ad5-a968-02cc8303b272 service neutron] (74379) timed out ('10.222.0.69', 50141) {{(pid=74379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 16:48:45.838629 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:46.013402 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb4ab-9a9a-4e52-bd14-dfa0a5908757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:48.752428 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:48.941234 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-95ed69c4-ac5e-425c-b239-eacd1d5607eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:49.872476 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:48:51.386459 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:00.753950 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:49:15.870813 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:16.019673 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-9bf804a7-9ea4-46d6-8427-1782daac895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:18.739471 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:18.967521 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-0ada8f66-2b37-4cfb-ae34-986577cb8ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:19.836568 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:21.383560 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:37.753327 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:49:45.902315 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:46.029000 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-26b44dd1-5548-4759-acfe-f6349c5e00ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:48.725670 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:48.937153 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-989aed85-17d6-4480-b458-76843f93a650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:49.845786 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:49:51.383224 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:14.752719 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:50:15.844292 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:16.027460 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-1a306665-f794-4ff9-89e5-279470f47645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:18.729531 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:18.878335 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-6d3c27c5-f149-4534-b923-4b3e2d561993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:19.845531 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:21.387072 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:45.865630 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:46.002471 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e131df78-283c-437e-8301-c9402e27baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:48.745953 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:48.962180 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-381f01aa-c3f8-44d8-b497-ec502aa33004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:49.837120 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:51.374397 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:50:51.752552 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:51:15.887653 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:16.030523 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-a052a336-4a29-4f95-a1c2-ed0e36257001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:18.733481 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:18.841071 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-632b10e1-5bb1-485c-8b34-75a6ab1ac996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:19.865013 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:21.435920 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:28.751267 dv-cinder-775008-3-iscsi neutron-server[74382]: DEBUG neutron.db.agents_db [None req-721ee774-2182-4326-869f-09c1be90df77 None None] Agent healthcheck: found 6 active agents {{(pid=74382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 16:51:45.914956 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-077d89de-0ff2-4f0a-bf6f-2a5a821dec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:46.058251 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-32a5ba62-6be5-4f5a-a4c2-651dbd0151a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:48.719301 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-41456a1a-f748-45f4-ae6b-809d8bc8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:48.829044 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e0a500b1-02a7-431f-96d4-33a72d65097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:49.863611 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb3e-4ea8-4bf9-b3c6-7d8fbf929c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 16:51:51.387449 dv-cinder-775008-3-iscsi neutron-server[74381]: DEBUG neutron_lib.callbacks.manager [None req-e2e2edd4-8763-42aa-bfad-3d543a3538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784554389158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092950'] for agent, after_update {{(pid=74381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}